2024-11-24 13:16:54,882 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 13:16:54,901 main DEBUG Took 0.017176 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 13:16:54,902 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 13:16:54,902 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 13:16:54,903 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 13:16:54,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,914 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 13:16:54,929 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,931 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,937 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,938 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,939 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,940 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:16:54,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,944 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 13:16:54,946 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:16:54,948 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 13:16:54,950 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 13:16:54,951 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 13:16:54,952 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 13:16:54,952 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 13:16:54,961 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 13:16:54,963 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 13:16:54,965 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 13:16:54,965 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 13:16:54,966 main DEBUG createAppenders(={Console}) 2024-11-24 13:16:54,966 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 13:16:54,966 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 13:16:54,967 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 13:16:54,967 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 13:16:54,967 main DEBUG OutputStream closed 2024-11-24 13:16:54,968 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 13:16:54,968 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 13:16:54,968 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 13:16:55,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 13:16:55,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 13:16:55,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 13:16:55,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 13:16:55,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 13:16:55,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 13:16:55,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 13:16:55,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 13:16:55,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 13:16:55,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 13:16:55,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 13:16:55,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 13:16:55,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 13:16:55,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 13:16:55,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 13:16:55,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 13:16:55,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 13:16:55,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 13:16:55,043 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 13:16:55,044 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 13:16:55,044 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 13:16:55,045 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T13:16:55,058 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 13:16:55,061 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 13:16:55,062 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T13:16:55,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=7534 2024-11-24T13:16:55,315 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T13:16:55,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e 2024-11-24T13:16:55,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d, deleteOnExit=true 2024-11-24T13:16:55,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d/zookeeper_0, clientPort=50280, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:16:55,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50280 2024-11-24T13:16:55,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:16:55,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:16:55,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/test.cache.data in system properties and HBase conf 2024-11-24T13:16:55,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:16:55,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:16:55,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:16:55,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:16:55,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:16:55,553 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T13:16:55,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:16:55,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:16:55,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:16:55,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:16:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:16:55,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:16:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:16:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:16:55,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:16:55,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:16:55,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:16:55,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:16:55,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:16:55,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:16:55,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:16:56,474 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T13:16:56,552 INFO [Time-limited test {}] log.Log(170): Logging initialized @2331ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T13:16:56,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:56,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:16:56,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:16:56,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:16:56,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:16:56,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:56,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:16:56,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:16:56,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/java.io.tmpdir/jetty-localhost-46413-hadoop-hdfs-3_4_1-tests_jar-_-any-12689635321618309063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:16:56,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46413} 2024-11-24T13:16:56,950 INFO [Time-limited test {}] server.Server(415): Started @2730ms 2024-11-24T13:16:57,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:57,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:16:57,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:16:57,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:16:57,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:16:57,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:16:57,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:16:57,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/java.io.tmpdir/jetty-localhost-45903-hadoop-hdfs-3_4_1-tests_jar-_-any-8558891757732328395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:16:57,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:45903} 2024-11-24T13:16:57,460 INFO [Time-limited test {}] server.Server(415): Started @3239ms 2024-11-24T13:16:57,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:16:57,981 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d/data/data2/current/BP-1740789804-172.17.0.2-1732454216235/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:57,981 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d/data/data1/current/BP-1740789804-172.17.0.2-1732454216235/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:58,010 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:16:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaa952afb195bd07 with lease ID 0x59088843ca65d09a: Processing first storage report for DS-94ce30d2-caec-4ebc-a796-faefbd2875d6 from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=942afcea-2e92-4a31-a5df-badd1692db0b, infoPort=44299, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=1957085509;c=1732454216235) 2024-11-24T13:16:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaa952afb195bd07 with lease ID 0x59088843ca65d09a: from storage DS-94ce30d2-caec-4ebc-a796-faefbd2875d6 node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=942afcea-2e92-4a31-a5df-badd1692db0b, infoPort=44299, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=1957085509;c=1732454216235), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T13:16:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaa952afb195bd07 with lease ID 0x59088843ca65d09a: Processing first storage report for DS-5b960b67-1046-4c84-b532-45a4e76631cc from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=942afcea-2e92-4a31-a5df-badd1692db0b, infoPort=44299, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=1957085509;c=1732454216235) 2024-11-24T13:16:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaa952afb195bd07 with lease ID 0x59088843ca65d09a: from storage DS-5b960b67-1046-4c84-b532-45a4e76631cc node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=942afcea-2e92-4a31-a5df-badd1692db0b, infoPort=44299, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=1957085509;c=1732454216235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:16:58,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e 2024-11-24T13:16:58,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:58,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:16:58,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3 with version=8 2024-11-24T13:16:58,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/hbase-staging 2024-11-24T13:16:58,889 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T13:16:59,139 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:16:59,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:59,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:59,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:16:59,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:59,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:16:59,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:16:59,348 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T13:16:59,356 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T13:16:59,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:16:59,386 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13013 (auto-detected) 2024-11-24T13:16:59,388 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T13:16:59,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38869 2024-11-24T13:16:59,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38869 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:16:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388690x0, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:16:59,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38869-0x1014a1f598e0000 connected 2024-11-24T13:16:59,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:59,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:59,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:16:59,503 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3, hbase.cluster.distributed=false 2024-11-24T13:16:59,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/acl 2024-11-24T13:16:59,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38869 2024-11-24T13:16:59,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38869 2024-11-24T13:16:59,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38869 2024-11-24T13:16:59,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38869 2024-11-24T13:16:59,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38869 2024-11-24T13:16:59,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:16:59,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:59,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:59,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:16:59,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:59,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:16:59,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:16:59,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:16:59,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33607 2024-11-24T13:16:59,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33607 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:16:59,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:59,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:59,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336070x0, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:16:59,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33607-0x1014a1f598e0001 connected 2024-11-24T13:16:59,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:16:59,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:16:59,679 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:16:59,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/master 2024-11-24T13:16:59,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/acl 2024-11-24T13:16:59,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33607 2024-11-24T13:16:59,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33607 2024-11-24T13:16:59,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33607 2024-11-24T13:16:59,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33607 2024-11-24T13:16:59,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33607 2024-11-24T13:16:59,703 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:38869 2024-11-24T13:16:59,704 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1048920773/backup-masters/b10924491aa5,38869,1732454218941 2024-11-24T13:16:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:16:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:16:59,713 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on existing znode=/0-1048920773/backup-masters/b10924491aa5,38869,1732454218941 2024-11-24T13:16:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048920773/master 2024-11-24T13:16:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:16:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:16:59,734 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on existing znode=/0-1048920773/master 2024-11-24T13:16:59,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1048920773/backup-masters/b10924491aa5,38869,1732454218941 from backup master directory 2024-11-24T13:16:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/backup-masters/b10924491aa5,38869,1732454218941 2024-11-24T13:16:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:16:59,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:16:59,738 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:16:59,739 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,38869,1732454218941 2024-11-24T13:16:59,741 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T13:16:59,742 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T13:16:59,796 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/hbase.id] with ID: 46c73768-2b30-44c6-8920-b7fa7600a392 2024-11-24T13:16:59,796 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/.tmp/hbase.id 2024-11-24T13:16:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:17:00,208 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/.tmp/hbase.id]:[hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/hbase.id] 2024-11-24T13:17:00,251 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:00,255 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:17:00,274 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-24T13:17:00,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:00,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:00,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:17:00,704 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:00,707 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:17:00,728 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:17:00,732 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:17:01,182 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store 2024-11-24T13:17:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:17:01,609 INFO [master/b10924491aa5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T13:17:01,613 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:01,614 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:01,614 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:01,615 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:01,616 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:01,616 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:01,616 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:01,617 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454221614Disabling compacts and flushes for region at 1732454221614Disabling writes for close at 1732454221616 (+2 ms)Writing region close event to WAL at 1732454221616Closed at 1732454221616 2024-11-24T13:17:01,620 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/.initializing 2024-11-24T13:17:01,620 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941 2024-11-24T13:17:01,629 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:01,644 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C38869%2C1732454218941, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/oldWALs, maxLogs=10 2024-11-24T13:17:01,667 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941/b10924491aa5%2C38869%2C1732454218941.1732454221648, exclude list is [], retry=0 2024-11-24T13:17:01,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:01,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T13:17:01,724 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941/b10924491aa5%2C38869%2C1732454218941.1732454221648 2024-11-24T13:17:01,725 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:01,726 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:01,726 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:01,730 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,731 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:17:01,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:01,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:01,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:17:01,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:01,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:01,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:17:01,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:01,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:01,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:17:01,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:01,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:01,826 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,829 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,831 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,835 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,836 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,839 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:01,843 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:01,847 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:01,848 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63280427, jitterRate=-0.05704815685749054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:01,854 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454221744Initializing all the Stores at 1732454221746 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454221747 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454221748 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454221748Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454221748Cleaning up temporary data from old regions at 1732454221836 (+88 ms)Region opened successfully at 1732454221854 (+18 ms) 2024-11-24T13:17:01,855 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:17:01,890 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a14c6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:01,922 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:17:01,934 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:17:01,934 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:17:01,937 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:17:01,939 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T13:17:01,944 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T13:17:01,944 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:17:01,970 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:17:01,978 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/balancer because node does not exist (not necessarily an error) 2024-11-24T13:17:01,980 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/balancer already deleted, retry=false 2024-11-24T13:17:01,983 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:17:01,984 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:17:01,986 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/normalizer already deleted, retry=false 2024-11-24T13:17:01,988 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:17:01,991 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:17:01,992 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/switch/split already deleted, retry=false 2024-11-24T13:17:01,994 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:17:01,997 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/switch/merge already deleted, retry=false 2024-11-24T13:17:02,015 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:17:02,017 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/snapshot-cleanup already deleted, retry=false 2024-11-24T13:17:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:02,024 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,38869,1732454218941, sessionid=0x1014a1f598e0000, setting cluster-up flag (Was=false) 2024-11-24T13:17:02,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:02,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:02,050 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1048920773/flush-table-proc/acquired, /0-1048920773/flush-table-proc/reached, /0-1048920773/flush-table-proc/abort 2024-11-24T13:17:02,052 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38869,1732454218941 2024-11-24T13:17:02,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:02,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:02,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1048920773/online-snapshot/acquired, /0-1048920773/online-snapshot/reached, /0-1048920773/online-snapshot/abort 2024-11-24T13:17:02,067 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38869,1732454218941 2024-11-24T13:17:02,075 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:17:02,094 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(746): ClusterId : 46c73768-2b30-44c6-8920-b7fa7600a392 2024-11-24T13:17:02,097 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:17:02,101 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:17:02,101 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:17:02,104 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:17:02,105 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159aa27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:02,123 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:33607 2024-11-24T13:17:02,128 INFO [RS:0;b10924491aa5:33607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:17:02,128 INFO [RS:0;b10924491aa5:33607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:17:02,128 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:17:02,132 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,38869,1732454218941 with port=33607, startcode=1732454219606 2024-11-24T13:17:02,144 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:17:02,152 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:02,164 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:17:02,173 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:17:02,183 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:17:02,180 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,38869,1732454218941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:17:02,190 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:02,191 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:02,191 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T13:17:02,191 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:02,191 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:02,192 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:17:02,192 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,192 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:02,192 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,197 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454252197 2024-11-24T13:17:02,199 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:17:02,200 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:17:02,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:02,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:17:02,204 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:17:02,204 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:17:02,204 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:17:02,205 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:17:02,205 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,208 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:02,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:17:02,210 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:17:02,211 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:17:02,212 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:17:02,212 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:17:02,214 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:17:02,215 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:17:02,217 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454222216,5,FailOnTimeoutGroup] 2024-11-24T13:17:02,218 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454222218,5,FailOnTimeoutGroup] 2024-11-24T13:17:02,218 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,218 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:17:02,219 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T13:17:02,219 WARN [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T13:17:02,220 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,220 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:17:02,320 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,38869,1732454218941 with port=33607, startcode=1732454219606 2024-11-24T13:17:02,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,33607,1732454219606 2024-11-24T13:17:02,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38869 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,33607,1732454219606 2024-11-24T13:17:02,336 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3 2024-11-24T13:17:02,336 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36557 2024-11-24T13:17:02,336 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:17:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/rs 2024-11-24T13:17:02,341 DEBUG [RS:0;b10924491aa5:33607 {}] zookeeper.ZKUtil(111): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on existing znode=/0-1048920773/rs/b10924491aa5,33607,1732454219606 2024-11-24T13:17:02,341 WARN [RS:0;b10924491aa5:33607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:02,341 INFO [RS:0;b10924491aa5:33607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:02,341 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606 2024-11-24T13:17:02,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,33607,1732454219606] 2024-11-24T13:17:02,367 INFO [RS:0;b10924491aa5:33607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:17:02,380 INFO [RS:0;b10924491aa5:33607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:17:02,385 INFO [RS:0;b10924491aa5:33607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:17:02,385 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,386 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:17:02,392 INFO [RS:0;b10924491aa5:33607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:17:02,393 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,393 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,394 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,394 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,394 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,394 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,394 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:02,394 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,394 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,395 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,395 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,395 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,395 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:02,395 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:02,395 DEBUG [RS:0;b10924491aa5:33607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:02,396 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,396 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,397 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,397 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,397 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,397 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33607,1732454219606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:02,417 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:17:02,419 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33607,1732454219606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,419 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,419 INFO [RS:0;b10924491aa5:33607 {}] regionserver.Replication(171): b10924491aa5,33607,1732454219606 started 2024-11-24T13:17:02,439 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:02,439 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,33607,1732454219606, RpcServer on b10924491aa5/172.17.0.2:33607, sessionid=0x1014a1f598e0001 2024-11-24T13:17:02,440 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:17:02,440 DEBUG [RS:0;b10924491aa5:33607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,33607,1732454219606 2024-11-24T13:17:02,440 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,33607,1732454219606' 2024-11-24T13:17:02,440 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1048920773/flush-table-proc/abort' 2024-11-24T13:17:02,442 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1048920773/flush-table-proc/acquired' 2024-11-24T13:17:02,442 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:17:02,442 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:17:02,442 DEBUG [RS:0;b10924491aa5:33607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,33607,1732454219606 2024-11-24T13:17:02,442 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,33607,1732454219606' 2024-11-24T13:17:02,443 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1048920773/online-snapshot/abort' 2024-11-24T13:17:02,443 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1048920773/online-snapshot/acquired' 2024-11-24T13:17:02,444 DEBUG [RS:0;b10924491aa5:33607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:17:02,444 INFO [RS:0;b10924491aa5:33607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:17:02,444 INFO [RS:0;b10924491aa5:33607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:17:02,549 INFO [RS:0;b10924491aa5:33607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:02,553 INFO [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33607%2C1732454219606, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs, maxLogs=10 2024-11-24T13:17:02,570 DEBUG [RS:0;b10924491aa5:33607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555, exclude list is [], retry=0 2024-11-24T13:17:02,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:02,577 INFO [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 2024-11-24T13:17:02,578 DEBUG [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:02,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:17:02,625 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3 2024-11-24T13:17:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:17:03,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:03,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:03,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:03,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:03,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:03,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:03,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:03,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:03,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:03,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:03,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740 2024-11-24T13:17:03,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740 2024-11-24T13:17:03,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:03,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:03,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:03,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:03,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:03,069 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69018644, jitterRate=0.028457939624786377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:03,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454223036Initializing all the Stores at 1732454223038 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454223039 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454223039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454223039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454223039Cleaning up temporary data from old regions at 1732454223061 (+22 ms)Region opened successfully at 1732454223071 (+10 ms) 2024-11-24T13:17:03,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:03,071 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:03,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:03,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:03,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:03,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:03,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454223071Disabling compacts and flushes for region at 1732454223071Disabling writes for close at 1732454223072 (+1 ms)Writing region close event to WAL at 1732454223073 (+1 ms)Closed at 1732454223073 2024-11-24T13:17:03,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:03,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:17:03,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:03,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:03,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:17:03,245 DEBUG [b10924491aa5:38869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:03,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,33607,1732454219606 2024-11-24T13:17:03,265 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,33607,1732454219606, state=OPENING 2024-11-24T13:17:03,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:17:03,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:03,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:03,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:03,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:03,280 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:03,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,33607,1732454219606}] 2024-11-24T13:17:03,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:03,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:17:03,472 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:03,472 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:03,473 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:03,476 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33607%2C1732454219606.meta, suffix=.meta, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs, maxLogs=10 2024-11-24T13:17:03,493 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.meta.1732454223477.meta, exclude list is [], retry=0 2024-11-24T13:17:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:03,499 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.meta.1732454223477.meta 2024-11-24T13:17:03,499 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:03,500 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:03,505 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:03,506 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:03,509 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:03,511 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:03,514 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:03,515 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:03,515 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:03,515 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:03,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:03,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:03,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:03,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:03,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:03,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:03,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:03,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:03,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:03,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:03,529 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:03,530 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740 2024-11-24T13:17:03,532 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740 2024-11-24T13:17:03,534 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:03,534 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:03,535 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:03,537 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:03,539 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72333192, jitterRate=0.07784855365753174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:03,539 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:03,541 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454223516Writing region info on filesystem at 1732454223516Initializing all the Stores at 1732454223518 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454223518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454223518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454223518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454223518Cleaning up temporary data from old regions at 1732454223534 (+16 ms)Running coprocessor post-open hooks at 1732454223539 (+5 ms)Region opened successfully at 1732454223541 (+2 ms) 2024-11-24T13:17:03,548 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454223449 2024-11-24T13:17:03,560 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:03,560 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:03,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,33607,1732454219606 2024-11-24T13:17:03,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,33607,1732454219606, state=OPEN 2024-11-24T13:17:03,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:03,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:03,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:03,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:03,567 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,33607,1732454219606 2024-11-24T13:17:03,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:17:03,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,33607,1732454219606 in 285 msec 2024-11-24T13:17:03,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:17:03,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-24T13:17:03,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:03,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:17:03,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:03,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33607,1732454219606, seqNum=-1] 2024-11-24T13:17:03,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:03,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:03,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec 2024-11-24T13:17:03,650 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454223650, completionTime=-1 2024-11-24T13:17:03,653 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:17:03,653 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:17:03,679 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:17:03,679 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454283679 2024-11-24T13:17:03,679 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454343679 2024-11-24T13:17:03,679 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-24T13:17:03,681 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38869,1732454218941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:03,681 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38869,1732454218941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:03,681 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38869,1732454218941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:03,683 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:38869, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:03,683 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:03,684 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:03,690 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:17:03,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.971sec 2024-11-24T13:17:03,711 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:17:03,713 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:17:03,714 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:17:03,714 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:17:03,714 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:17:03,715 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38869,1732454218941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:03,716 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38869,1732454218941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:17:03,723 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:17:03,724 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:17:03,725 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38869,1732454218941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:03,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:03,807 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T13:17:03,807 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T13:17:03,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38869,-1 for getting cluster id 2024-11-24T13:17:03,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:03,821 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c73768-2b30-44c6-8920-b7fa7600a392' 2024-11-24T13:17:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c73768-2b30-44c6-8920-b7fa7600a392" 2024-11-24T13:17:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b026459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38869,-1] 2024-11-24T13:17:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:03,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:03,830 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:03,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:03,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33607,1732454219606, seqNum=-1] 2024-11-24T13:17:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:03,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:03,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,38869,1732454218941 2024-11-24T13:17:03,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:17:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:03,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a1f598e0002 connected 2024-11-24T13:17:03,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.log.dir so I do NOT create it in target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27 2024-11-24T13:17:03,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:17:03,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.tmp.dir so I do NOT create it in target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27 2024-11-24T13:17:03,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:17:03,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27 2024-11-24T13:17:03,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:17:03,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/cluster_4644c223-8f18-0ef3-38c3-6762ba3d78c3, deleteOnExit=true 2024-11-24T13:17:03,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:17:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/test.cache.data in system properties and HBase conf 2024-11-24T13:17:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:17:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:17:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:17:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:17:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:17:03,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:17:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:17:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:17:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:17:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:17:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:17:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:17:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:17:03,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:17:03,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:03,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:03,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:03,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:03,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:17:03,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:03,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:03,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:04,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/java.io.tmpdir/jetty-localhost-44215-hadoop-hdfs-3_4_1-tests_jar-_-any-16036750406459066617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:04,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:44215} 2024-11-24T13:17:04,121 INFO [Time-limited test {}] server.Server(415): Started @9901ms 2024-11-24T13:17:04,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:04,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:04,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:04,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:04,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:04,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:04,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:04,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/java.io.tmpdir/jetty-localhost-45561-hadoop-hdfs-3_4_1-tests_jar-_-any-2154685661743104766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:04,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:45561} 2024-11-24T13:17:04,345 INFO [Time-limited test {}] server.Server(415): Started @10125ms 2024-11-24T13:17:04,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:17:04,476 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/cluster_4644c223-8f18-0ef3-38c3-6762ba3d78c3/data/data2/current/BP-301581268-172.17.0.2-1732454223925/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:04,476 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/cluster_4644c223-8f18-0ef3-38c3-6762ba3d78c3/data/data1/current/BP-301581268-172.17.0.2-1732454223925/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:04,494 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:17:04,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d4816cadc98c125 with lease ID 0x7f8da83958e0d6cb: Processing first storage report for DS-31646f1d-8055-41e8-b3d5-4e2107d7b74d from datanode DatanodeRegistration(127.0.0.1:42343, datanodeUuid=bede8df0-9e6a-40ba-864d-c852af26d1e2, infoPort=42937, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=303794942;c=1732454223925) 2024-11-24T13:17:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d4816cadc98c125 with lease ID 0x7f8da83958e0d6cb: from storage DS-31646f1d-8055-41e8-b3d5-4e2107d7b74d node DatanodeRegistration(127.0.0.1:42343, datanodeUuid=bede8df0-9e6a-40ba-864d-c852af26d1e2, infoPort=42937, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=303794942;c=1732454223925), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:17:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d4816cadc98c125 with lease ID 0x7f8da83958e0d6cb: Processing first storage report for DS-f7c85ab5-03b6-429a-b684-29653b3a0da3 from datanode DatanodeRegistration(127.0.0.1:42343, datanodeUuid=bede8df0-9e6a-40ba-864d-c852af26d1e2, infoPort=42937, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=303794942;c=1732454223925) 2024-11-24T13:17:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d4816cadc98c125 with lease ID 0x7f8da83958e0d6cb: from storage DS-f7c85ab5-03b6-429a-b684-29653b3a0da3 node DatanodeRegistration(127.0.0.1:42343, datanodeUuid=bede8df0-9e6a-40ba-864d-c852af26d1e2, infoPort=42937, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=303794942;c=1732454223925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:04,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27 2024-11-24T13:17:04,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:04,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:17:04,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796 with version=8 2024-11-24T13:17:04,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/hbase-staging 2024-11-24T13:17:05,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:05,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:05,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:05,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:05,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:05,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:05,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:17:05,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:05,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33711 2024-11-24T13:17:05,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33711 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:17:05,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337110x0, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:05,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33711-0x1014a1f598e0003 connected 2024-11-24T13:17:05,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:05,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:05,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on znode that does not yet exist, /1817625862/running 2024-11-24T13:17:05,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796, hbase.cluster.distributed=false 2024-11-24T13:17:05,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on znode that does not yet exist, /1817625862/acl 2024-11-24T13:17:05,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33711 2024-11-24T13:17:05,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33711 2024-11-24T13:17:05,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33711 2024-11-24T13:17:05,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33711 2024-11-24T13:17:05,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33711 2024-11-24T13:17:05,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:05,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:05,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:05,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:05,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:05,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:05,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:17:05,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:05,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40859 2024-11-24T13:17:05,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40859 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:17:05,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:05,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408590x0, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:05,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408590x0, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on znode that does not yet exist, /1817625862/running 2024-11-24T13:17:05,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40859-0x1014a1f598e0004 connected 2024-11-24T13:17:05,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:17:05,066 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:17:05,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on znode that does not yet exist, /1817625862/master 2024-11-24T13:17:05,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on znode that does not yet exist, /1817625862/acl 2024-11-24T13:17:05,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40859 2024-11-24T13:17:05,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40859 2024-11-24T13:17:05,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40859 2024-11-24T13:17:05,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40859 2024-11-24T13:17:05,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40859 2024-11-24T13:17:05,093 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:33711 2024-11-24T13:17:05,093 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1817625862/backup-masters/b10924491aa5,33711,1732454225002 2024-11-24T13:17:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862/backup-masters 2024-11-24T13:17:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862/backup-masters 2024-11-24T13:17:05,096 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on existing znode=/1817625862/backup-masters/b10924491aa5,33711,1732454225002 2024-11-24T13:17:05,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1817625862/master 2024-11-24T13:17:05,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:05,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:05,099 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on existing znode=/1817625862/master 2024-11-24T13:17:05,099 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1817625862/backup-masters/b10924491aa5,33711,1732454225002 from backup master directory 2024-11-24T13:17:05,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817625862/backup-masters/b10924491aa5,33711,1732454225002 2024-11-24T13:17:05,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862/backup-masters 2024-11-24T13:17:05,105 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:05,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862/backup-masters 2024-11-24T13:17:05,105 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,33711,1732454225002 2024-11-24T13:17:05,113 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/hbase.id] with ID: e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21 2024-11-24T13:17:05,114 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/.tmp/hbase.id 2024-11-24T13:17:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:17:05,121 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/.tmp/hbase.id]:[hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/hbase.id] 2024-11-24T13:17:05,145 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:05,145 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:17:05,147 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T13:17:05,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:05,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:05,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:17:05,560 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:05,562 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:17:05,562 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:05,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:17:05,574 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store 2024-11-24T13:17:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:17:05,984 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:05,984 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:05,984 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:05,984 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:05,984 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:05,984 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:05,985 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:05,985 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454225984Disabling compacts and flushes for region at 1732454225984Disabling writes for close at 1732454225984Writing region close event to WAL at 1732454225984Closed at 1732454225985 (+1 ms) 2024-11-24T13:17:05,987 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/.initializing 2024-11-24T13:17:05,987 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/WALs/b10924491aa5,33711,1732454225002 2024-11-24T13:17:05,989 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:05,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C33711%2C1732454225002, suffix=, logDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/WALs/b10924491aa5,33711,1732454225002, archiveDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/oldWALs, maxLogs=10 2024-11-24T13:17:06,014 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/WALs/b10924491aa5,33711,1732454225002/b10924491aa5%2C33711%2C1732454225002.1732454225993, exclude list is [], retry=0 2024-11-24T13:17:06,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42343,DS-31646f1d-8055-41e8-b3d5-4e2107d7b74d,DISK] 2024-11-24T13:17:06,023 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/WALs/b10924491aa5,33711,1732454225002/b10924491aa5%2C33711%2C1732454225002.1732454225993 2024-11-24T13:17:06,024 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42937:42937)] 2024-11-24T13:17:06,024 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:06,024 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:06,025 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,025 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:17:06,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:06,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:17:06,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:06,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:17:06,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:06,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:17:06,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:06,062 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,064 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,068 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,068 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,069 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:06,071 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:06,077 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:06,078 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74997805, jitterRate=0.11755438148975372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:06,078 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454226025Initializing all the Stores at 1732454226027 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454226027Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454226027Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454226027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454226027Cleaning up temporary data from old regions at 1732454226068 (+41 ms)Region opened successfully at 1732454226078 (+10 ms) 2024-11-24T13:17:06,078 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:17:06,084 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6eb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:06,085 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:17:06,085 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:17:06,085 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:17:06,086 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:17:06,086 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:17:06,087 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:17:06,087 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:17:06,090 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:17:06,091 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Unable to get data of znode /1817625862/balancer because node does not exist (not necessarily an error) 2024-11-24T13:17:06,093 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817625862/balancer already deleted, retry=false 2024-11-24T13:17:06,093 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:17:06,094 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Unable to get data of znode /1817625862/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:17:06,095 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817625862/normalizer already deleted, retry=false 2024-11-24T13:17:06,096 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:17:06,097 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Unable to get data of znode /1817625862/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:17:06,100 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817625862/switch/split already deleted, retry=false 2024-11-24T13:17:06,101 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Unable to get data of znode /1817625862/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:17:06,102 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817625862/switch/merge already deleted, retry=false 2024-11-24T13:17:06,105 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Unable to get data of znode /1817625862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:17:06,106 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817625862/snapshot-cleanup already deleted, retry=false 2024-11-24T13:17:06,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1817625862/running 2024-11-24T13:17:06,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1817625862/running 2024-11-24T13:17:06,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:06,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:06,113 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,33711,1732454225002, sessionid=0x1014a1f598e0003, setting cluster-up flag (Was=false) 2024-11-24T13:17:06,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:06,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:06,124 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1817625862/flush-table-proc/acquired, /1817625862/flush-table-proc/reached, /1817625862/flush-table-proc/abort 2024-11-24T13:17:06,125 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,33711,1732454225002 2024-11-24T13:17:06,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:06,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:06,141 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1817625862/online-snapshot/acquired, /1817625862/online-snapshot/reached, /1817625862/online-snapshot/abort 2024-11-24T13:17:06,143 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,33711,1732454225002 2024-11-24T13:17:06,145 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:17:06,148 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:06,148 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:17:06,149 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:17:06,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,33711,1732454225002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:17:06,151 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:06,151 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:06,151 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:06,151 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:06,152 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:17:06,152 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,152 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:06,152 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,153 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454256153 2024-11-24T13:17:06,154 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:17:06,154 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:17:06,154 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:17:06,154 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:17:06,154 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:17:06,154 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:17:06,154 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,155 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:17:06,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:06,155 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:17:06,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:17:06,155 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:17:06,155 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:17:06,156 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:17:06,156 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:17:06,156 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454226156,5,FailOnTimeoutGroup] 2024-11-24T13:17:06,157 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454226156,5,FailOnTimeoutGroup] 2024-11-24T13:17:06,157 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,157 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:17:06,157 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,157 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:17:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:17:06,182 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(746): ClusterId : e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21 2024-11-24T13:17:06,182 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:17:06,184 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:17:06,184 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:17:06,186 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:17:06,187 DEBUG [RS:0;b10924491aa5:40859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265d921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:06,200 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:40859 2024-11-24T13:17:06,200 INFO [RS:0;b10924491aa5:40859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:17:06,200 INFO [RS:0;b10924491aa5:40859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:17:06,200 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:17:06,201 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,33711,1732454225002 with port=40859, startcode=1732454225053 2024-11-24T13:17:06,201 DEBUG [RS:0;b10924491aa5:40859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:17:06,203 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:17:06,204 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,40859,1732454225053 2024-11-24T13:17:06,204 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,40859,1732454225053 2024-11-24T13:17:06,207 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796 2024-11-24T13:17:06,207 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46589 2024-11-24T13:17:06,207 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:17:06,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862/rs 2024-11-24T13:17:06,213 DEBUG [RS:0;b10924491aa5:40859 {}] zookeeper.ZKUtil(111): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on existing znode=/1817625862/rs/b10924491aa5,40859,1732454225053 2024-11-24T13:17:06,213 WARN [RS:0;b10924491aa5:40859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:06,214 INFO [RS:0;b10924491aa5:40859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:06,214 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053 2024-11-24T13:17:06,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,40859,1732454225053] 2024-11-24T13:17:06,218 INFO [RS:0;b10924491aa5:40859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:17:06,221 INFO [RS:0;b10924491aa5:40859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:17:06,221 INFO [RS:0;b10924491aa5:40859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:17:06,221 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,222 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:17:06,223 INFO [RS:0;b10924491aa5:40859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:17:06,223 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,223 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,223 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,223 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,223 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,223 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,223 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:06,223 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,224 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,224 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,224 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,224 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,224 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:06,224 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:06,224 DEBUG [RS:0;b10924491aa5:40859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:06,224 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,224 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,225 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,225 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,225 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,225 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,40859,1732454225053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:06,243 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:17:06,243 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,40859,1732454225053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,243 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,243 INFO [RS:0;b10924491aa5:40859 {}] regionserver.Replication(171): b10924491aa5,40859,1732454225053 started 2024-11-24T13:17:06,258 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:06,259 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,40859,1732454225053, RpcServer on b10924491aa5/172.17.0.2:40859, sessionid=0x1014a1f598e0004 2024-11-24T13:17:06,259 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:17:06,259 DEBUG [RS:0;b10924491aa5:40859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,40859,1732454225053 2024-11-24T13:17:06,259 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,40859,1732454225053' 2024-11-24T13:17:06,259 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1817625862/flush-table-proc/abort' 2024-11-24T13:17:06,260 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1817625862/flush-table-proc/acquired' 2024-11-24T13:17:06,260 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:17:06,260 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:17:06,260 DEBUG [RS:0;b10924491aa5:40859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,40859,1732454225053 2024-11-24T13:17:06,260 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,40859,1732454225053' 2024-11-24T13:17:06,260 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1817625862/online-snapshot/abort' 2024-11-24T13:17:06,261 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1817625862/online-snapshot/acquired' 2024-11-24T13:17:06,262 DEBUG [RS:0;b10924491aa5:40859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:17:06,262 INFO [RS:0;b10924491aa5:40859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:17:06,262 INFO [RS:0;b10924491aa5:40859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:17:06,362 INFO [RS:0;b10924491aa5:40859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:06,365 INFO [RS:0;b10924491aa5:40859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C40859%2C1732454225053, suffix=, logDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053, archiveDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/oldWALs, maxLogs=10 2024-11-24T13:17:06,380 DEBUG [RS:0;b10924491aa5:40859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053/b10924491aa5%2C40859%2C1732454225053.1732454226367, exclude list is [], retry=0 2024-11-24T13:17:06,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42343,DS-31646f1d-8055-41e8-b3d5-4e2107d7b74d,DISK] 2024-11-24T13:17:06,386 INFO [RS:0;b10924491aa5:40859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053/b10924491aa5%2C40859%2C1732454225053.1732454226367 2024-11-24T13:17:06,387 DEBUG [RS:0;b10924491aa5:40859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42937:42937)] 2024-11-24T13:17:06,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:17:06,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796 2024-11-24T13:17:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:17:06,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:06,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:06,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:06,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:06,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:06,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:06,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:06,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:06,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:06,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:06,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:06,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:06,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:06,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:06,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:06,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740 2024-11-24T13:17:06,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740 2024-11-24T13:17:06,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:06,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:06,993 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:06,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:06,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:06,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68598774, jitterRate=0.02220138907432556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:06,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454226976Initializing all the Stores at 1732454226978 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454226978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454226978Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454226978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454226978Cleaning up temporary data from old regions at 1732454226992 (+14 ms)Region opened successfully at 1732454226998 (+6 ms) 2024-11-24T13:17:06,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:06,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:06,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:06,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:06,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:06,999 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:06,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454226998Disabling compacts and flushes for region at 1732454226998Disabling writes for close at 1732454226998Writing region close event to WAL at 1732454226999 (+1 ms)Closed at 1732454226999 2024-11-24T13:17:07,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:07,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:17:07,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:07,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:07,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:17:07,155 DEBUG [b10924491aa5:33711 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:07,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,40859,1732454225053 2024-11-24T13:17:07,157 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,40859,1732454225053, state=OPENING 2024-11-24T13:17:07,159 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:17:07,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:07,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:07,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:07,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817625862/meta-region-server: CHANGED 2024-11-24T13:17:07,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,40859,1732454225053}] 2024-11-24T13:17:07,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817625862/meta-region-server: CHANGED 2024-11-24T13:17:07,316 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:07,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:17:07,323 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:07,323 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:07,324 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:07,326 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C40859%2C1732454225053.meta, suffix=.meta, logDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053, archiveDir=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/oldWALs, maxLogs=10 2024-11-24T13:17:07,341 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053/b10924491aa5%2C40859%2C1732454225053.meta.1732454227328.meta, exclude list is [], retry=0 2024-11-24T13:17:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42343,DS-31646f1d-8055-41e8-b3d5-4e2107d7b74d,DISK] 2024-11-24T13:17:07,347 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053/b10924491aa5%2C40859%2C1732454225053.meta.1732454227328.meta 2024-11-24T13:17:07,347 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42937:42937)] 2024-11-24T13:17:07,347 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:07,348 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:07,348 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:07,348 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:07,348 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:07,348 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:07,349 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:07,349 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:07,349 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:07,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:07,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:07,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:07,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:07,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:07,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:07,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:07,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:07,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:07,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:07,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:07,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:07,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:07,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:07,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:07,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:07,359 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:07,360 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740 2024-11-24T13:17:07,362 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740 2024-11-24T13:17:07,364 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:07,364 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:07,364 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:07,366 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:07,367 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73928586, jitterRate=0.10162177681922913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:07,367 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:07,368 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454227349Writing region info on filesystem at 1732454227349Initializing all the Stores at 1732454227350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454227350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454227351 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454227351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454227351Cleaning up temporary data from old regions at 1732454227364 (+13 ms)Running coprocessor post-open hooks at 1732454227367 (+3 ms)Region opened successfully at 1732454227367 2024-11-24T13:17:07,369 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454227315 2024-11-24T13:17:07,372 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:07,372 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:07,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,40859,1732454225053 2024-11-24T13:17:07,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,40859,1732454225053, state=OPEN 2024-11-24T13:17:07,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1817625862/meta-region-server 2024-11-24T13:17:07,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1817625862/meta-region-server 2024-11-24T13:17:07,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817625862/meta-region-server: CHANGED 2024-11-24T13:17:07,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817625862/meta-region-server: CHANGED 2024-11-24T13:17:07,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,40859,1732454225053 2024-11-24T13:17:07,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:17:07,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,40859,1732454225053 in 218 msec 2024-11-24T13:17:07,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:17:07,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-24T13:17:07,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:07,388 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:17:07,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:07,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,40859,1732454225053, seqNum=-1] 2024-11-24T13:17:07,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:07,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:07,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-24T13:17:07,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454227399, completionTime=-1 2024-11-24T13:17:07,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:17:07,399 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:17:07,401 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:17:07,401 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454287401 2024-11-24T13:17:07,401 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454347401 2024-11-24T13:17:07,402 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:17:07,402 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33711,1732454225002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:07,402 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33711,1732454225002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:07,402 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33711,1732454225002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:07,402 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:33711, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:07,402 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:07,402 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:07,404 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.302sec 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33711,1732454225002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:07,407 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33711,1732454225002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:17:07,410 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:17:07,411 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:17:07,411 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33711,1732454225002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:07,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:07,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:07,485 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd04d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:07,488 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:07,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,40859,1732454225053, seqNum=-1] 2024-11-24T13:17:07,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:07,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:07,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,33711,1732454225002 2024-11-24T13:17:07,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:17:07,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:07,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a1f598e0005 connected 2024-11-24T13:17:07,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38869,-1 for getting cluster id 2024-11-24T13:17:07,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:07,506 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c73768-2b30-44c6-8920-b7fa7600a392' 2024-11-24T13:17:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c73768-2b30-44c6-8920-b7fa7600a392" 2024-11-24T13:17:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16724c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38869,-1] 2024-11-24T13:17:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:07,509 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203a74b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38869,1732454218941 2024-11-24T13:17:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5e2be1 2024-11-24T13:17:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:07,529 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:07,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:17:07,543 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:07,544 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24747429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,544 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:07,544 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:07,545 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:07,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:07,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:07,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73238623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:07,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:07,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:07,548 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:07,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ba575e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:07,549 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb86fbf 2024-11-24T13:17:07,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:07,555 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:07,568 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T13:17:07,568 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:17:07,572 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:07,573 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:07,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:07,574 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:07,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:17:07,582 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:17:07,583 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:07,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:17:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741835_1011 (size=1138) 2024-11-24T13:17:07,632 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:17:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:07,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90f11502efe695fe0584462c5dbd4ca4, NAME => 'hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3 2024-11-24T13:17:08,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741836_1012 (size=44) 2024-11-24T13:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:08,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:17:08,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:08,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90f11502efe695fe0584462c5dbd4ca4, disabling compactions & flushes 2024-11-24T13:17:08,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:08,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:08,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. after waiting 0 ms 2024-11-24T13:17:08,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:08,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:08,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90f11502efe695fe0584462c5dbd4ca4: Waiting for close lock at 1732454228406Disabling compacts and flushes for region at 1732454228406Disabling writes for close at 1732454228406Writing region close event to WAL at 1732454228406Closed at 1732454228406 2024-11-24T13:17:08,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:17:08,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454228409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454228409"}]},"ts":"1732454228409"} 2024-11-24T13:17:08,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:17:08,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:17:08,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454228420"}]},"ts":"1732454228420"} 2024-11-24T13:17:08,426 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:17:08,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN}] 2024-11-24T13:17:08,430 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN 2024-11-24T13:17:08,431 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN; state=OFFLINE, location=b10924491aa5,33607,1732454219606; forceNewPlan=false, retain=false 2024-11-24T13:17:08,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90f11502efe695fe0584462c5dbd4ca4, regionState=OPENING, regionLocation=b10924491aa5,33607,1732454219606 2024-11-24T13:17:08,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN because future has completed 2024-11-24T13:17:08,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f11502efe695fe0584462c5dbd4ca4, server=b10924491aa5,33607,1732454219606}] 2024-11-24T13:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:08,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:08,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:08,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:17:08,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33607%2C1732454219606.rep, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs, maxLogs=10 2024-11-24T13:17:08,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.rep.1732454228751, exclude list is [], retry=0 2024-11-24T13:17:08,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:08,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.rep.1732454228751 2024-11-24T13:17:08,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:08,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 90f11502efe695fe0584462c5dbd4ca4, NAME => 'hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:08,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:08,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:08,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. service=MultiRowMutationService 2024-11-24T13:17:08,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:17:08,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:08,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,774 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,775 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f11502efe695fe0584462c5dbd4ca4 columnFamilyName hfileref 2024-11-24T13:17:08,776 DEBUG [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:08,776 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(327): Store=90f11502efe695fe0584462c5dbd4ca4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:08,776 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,778 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f11502efe695fe0584462c5dbd4ca4 columnFamilyName queue 2024-11-24T13:17:08,778 DEBUG [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:08,778 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(327): Store=90f11502efe695fe0584462c5dbd4ca4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:08,779 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,780 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f11502efe695fe0584462c5dbd4ca4 columnFamilyName sid 2024-11-24T13:17:08,780 DEBUG [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:08,781 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(327): Store=90f11502efe695fe0584462c5dbd4ca4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:08,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:17:08,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:08,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 90f11502efe695fe0584462c5dbd4ca4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67176920, jitterRate=0.001014113426208496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:17:08,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:08,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 90f11502efe695fe0584462c5dbd4ca4: Running coprocessor pre-open hook at 1732454228772Writing region info on filesystem at 1732454228772Initializing all the Stores at 1732454228773 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454228774 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454228774Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454228774Cleaning up temporary data from old regions at 1732454228784 (+10 ms)Running coprocessor post-open hooks at 1732454228790 (+6 ms)Region opened successfully at 1732454228791 (+1 ms) 2024-11-24T13:17:08,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., pid=7, masterSystemTime=1732454228741 2024-11-24T13:17:08,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:08,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:08,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90f11502efe695fe0584462c5dbd4ca4, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,33607,1732454219606 2024-11-24T13:17:08,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f11502efe695fe0584462c5dbd4ca4, server=b10924491aa5,33607,1732454219606 because future has completed 2024-11-24T13:17:08,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T13:17:08,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 90f11502efe695fe0584462c5dbd4ca4, server=b10924491aa5,33607,1732454219606 in 215 msec 2024-11-24T13:17:08,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:17:08,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN in 378 msec 2024-11-24T13:17:08,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:17:08,811 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454228811"}]},"ts":"1732454228811"} 2024-11-24T13:17:08,814 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:17:08,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:17:08,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2400 sec 2024-11-24T13:17:08,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., hostname=b10924491aa5,33607,1732454219606, seqNum=2] 2024-11-24T13:17:08,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33607 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T13:17:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:08,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:17:09,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:17:09,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T13:17:09,038 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:17:09,097 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,33607,1732454219606, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:17:09,098 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:09,099 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33607,1732454219606, seqNum=-1] 2024-11-24T13:17:09,099 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:09,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T13:17:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,33607,1732454219606', locateType=CURRENT is [region=hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., hostname=b10924491aa5,33607,1732454219606, seqNum=2] 2024-11-24T13:17:09,110 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T13:17:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T13:17:09,116 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,33607,1732454219606 suceeded 2024-11-24T13:17:09,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T13:17:09,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-24T13:17:09,119 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:17:09,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5870 sec 2024-11-24T13:17:09,130 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:09,132 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21765074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,132 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:09,132 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:09,133 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:09,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:09,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:09,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8800125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:09,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:09,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,135 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:09,136 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7b1c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,136 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa8b51a 2024-11-24T13:17:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:09,138 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T13:17:09,139 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,33607,1732454219606 (queues=1) is replicating from cluster=46c73768-2b30-44c6-8920-b7fa7600a392 to cluster=e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21 2024-11-24T13:17:09,141 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C33607%2C1732454219606 2024-11-24T13:17:09,145 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,33607,1732454219606, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:17:09,147 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.shipperb10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C33607%2C1732454219606 2024-11-24T13:17:09,151 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555, startPosition=0, beingWritten=true 2024-11-24T13:17:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:17:09,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:17:09,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:17:09,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T13:17:09,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:09,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T13:17:09,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:09,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:17:09,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T13:17:09,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T13:17:09,410 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:09,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:09,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:09,698 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:17:09,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:09,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38869,-1 for getting cluster id 2024-11-24T13:17:09,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:09,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c73768-2b30-44c6-8920-b7fa7600a392' 2024-11-24T13:17:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c73768-2b30-44c6-8920-b7fa7600a392" 2024-11-24T13:17:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170762b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38869,-1] 2024-11-24T13:17:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,704 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d9e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38869,1732454218941 2024-11-24T13:17:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2494b5 2024-11-24T13:17:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:09,707 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:09,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:17:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:17:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:17:09,711 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:09,712 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15118ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,713 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:09,713 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:09,714 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:09,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:09,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:09,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc5cdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:09,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:09,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,715 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfdfec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,716 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:09,717 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:09,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:09,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b97481 2024-11-24T13:17:09,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:09,719 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:09,719 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-24T13:17:09,720 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:17:09,720 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,720 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:09,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:17:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:17:09,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T13:17:09,884 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T13:17:09,915 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b10924491aa5,33607,1732454219606, ReplicationSource: 2, currentBandwidth=0 2024-11-24T13:17:09,919 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T13:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T13:17:09,923 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b10924491aa5,33607,1732454219606 suceeded 2024-11-24T13:17:09,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:17:09,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-24T13:17:09,926 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:17:09,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-11-24T13:17:09,935 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:09,936 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db38abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,936 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:09,936 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:09,937 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c91e007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:09,940 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:09,941 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24539269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:09,941 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:09,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:09,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33572cd7 2024-11-24T13:17:09,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:09,943 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T13:17:09,944 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b10924491aa5,33607,1732454219606 (queues=1) is replicating from cluster=46c73768-2b30-44c6-8920-b7fa7600a392 to cluster=e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21 2024-11-24T13:17:09,944 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b10924491aa5%2C33607%2C1732454219606 2024-11-24T13:17:09,944 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b10924491aa5,33607,1732454219606, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:17:09,945 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.shipperb10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C33607%2C1732454219606 2024-11-24T13:17:09,945 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555, startPosition=0, beingWritten=true 2024-11-24T13:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:17:10,029 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T13:17:10,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:10,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:10,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:10,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38869,1732454218941 2024-11-24T13:17:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2e7232 2024-11-24T13:17:10,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:10,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:10,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:17:10,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T13:17:10,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:17:10,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T13:17:10,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T13:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:17:10,049 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:10,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edb65b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:10,050 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:10,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:10,051 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:10,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:10,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:10,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7235f447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:10,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:10,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:10,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,053 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:10,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b7ec5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:10,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@642bf380 2024-11-24T13:17:10,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:10,055 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:10,056 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:17:10,056 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:17:10,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:10,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:17:10,124 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:10,151 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:17:10,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T13:17:10,215 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T13:17:10,216 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T13:17:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T13:17:10,220 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b10924491aa5,33607,1732454219606 suceeded 2024-11-24T13:17:10,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T13:17:10,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T13:17:10,222 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:17:10,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-24T13:17:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:17:10,368 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T13:17:10,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:17:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T13:17:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:17:10,373 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:10,374 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fd61cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:10,374 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:10,374 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:10,375 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:10,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:10,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:10,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387598e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:10,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,377 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764cd951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:10,378 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@303d063a 2024-11-24T13:17:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:10,380 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:10,380 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T13:17:10,381 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:17:10,381 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,381 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:10,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:17:10,457 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:17:10,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T13:17:10,538 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T13:17:10,540 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T13:17:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T13:17:10,543 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b10924491aa5,33607,1732454219606 suceeded 2024-11-24T13:17:10,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T13:17:10,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-24T13:17:10,546 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b10924491aa5:33711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:17:10,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-24T13:17:10,630 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:17:10,689 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T13:17:10,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:17:10,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38869 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T13:17:10,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:10,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:10,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:10,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:17:10,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994916006, stopped=false 2024-11-24T13:17:10,692 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,38869,1732454218941 2024-11-24T13:17:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:10,694 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:10,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:10,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:10,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:17:10,695 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,33607,1732454219606' ***** 2024-11-24T13:17:10,695 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:17:10,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:17:10,695 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:10,695 INFO [RS:0;b10924491aa5:33607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:17:10,696 INFO [RS:0;b10924491aa5:33607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:17:10,696 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(3091): Received CLOSE for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:10,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:10,696 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,33607,1732454219606 2024-11-24T13:17:10,696 INFO [RS:0;b10924491aa5:33607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:10,696 INFO [RS:0;b10924491aa5:33607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33607. 2024-11-24T13:17:10,697 DEBUG [RS:0;b10924491aa5:33607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:10,697 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:10,697 INFO [RS:0;b10924491aa5:33607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:17:10,697 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90f11502efe695fe0584462c5dbd4ca4, disabling compactions & flushes 2024-11-24T13:17:10,697 INFO [RS:0;b10924491aa5:33607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:17:10,697 INFO [RS:0;b10924491aa5:33607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:17:10,697 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:10,697 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:10,697 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. after waiting 0 ms 2024-11-24T13:17:10,697 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:17:10,697 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:10,697 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:17:10,697 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1325): Online Regions={90f11502efe695fe0584462c5dbd4ca4=hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:17:10,697 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:10,698 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:10,698 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:10,698 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:10,698 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:10,698 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:10,701 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90f11502efe695fe0584462c5dbd4ca4 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T13:17:10,701 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T13:17:10,703 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:10,773 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/.tmp/queue/95f4248d25c543368b3bc23a2fbdd22c is 151, key is 1-b10924491aa5,33607,1732454219606/queue:b10924491aa5%2C33607%2C1732454219606/1732454229104/Put/seqid=0 2024-11-24T13:17:10,773 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/info/af4cb97af12a49a3a7b9528cc53c20a3 is 147, key is hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4./info:regioninfo/1732454228797/Put/seqid=0 2024-11-24T13:17:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741839_1015 (size=5500) 2024-11-24T13:17:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741838_1014 (size=6631) 2024-11-24T13:17:10,864 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:10,898 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:11,098 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:11,186 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/.tmp/queue/95f4248d25c543368b3bc23a2fbdd22c 2024-11-24T13:17:11,186 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/info/af4cb97af12a49a3a7b9528cc53c20a3 2024-11-24T13:17:11,233 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/.tmp/queue/95f4248d25c543368b3bc23a2fbdd22c as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/queue/95f4248d25c543368b3bc23a2fbdd22c 2024-11-24T13:17:11,237 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:11,243 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/queue/95f4248d25c543368b3bc23a2fbdd22c, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T13:17:11,248 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/ns/9882065086984a208590469dedb16b21 is 43, key is default/ns:d/1732454223628/Put/seqid=0 2024-11-24T13:17:11,252 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 90f11502efe695fe0584462c5dbd4ca4 in 549ms, sequenceid=6, compaction requested=false 2024-11-24T13:17:11,252 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:17:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741840_1016 (size=5153) 2024-11-24T13:17:11,260 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T13:17:11,263 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:11,263 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:11,263 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:11,263 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90f11502efe695fe0584462c5dbd4ca4: Waiting for close lock at 1732454230696Running coprocessor pre-close hooks at 1732454230697 (+1 ms)Disabling compacts and flushes for region at 1732454230697Disabling writes for close at 1732454230697Obtaining lock to block concurrent updates at 1732454230701 (+4 ms)Preparing flush snapshotting stores in 90f11502efe695fe0584462c5dbd4ca4 at 1732454230701Finished memstore snapshotting hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732454230709 (+8 ms)Flushing stores of hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. at 1732454230710 (+1 ms)Flushing 90f11502efe695fe0584462c5dbd4ca4/queue: creating writer at 1732454230712 (+2 ms)Flushing 90f11502efe695fe0584462c5dbd4ca4/queue: appending metadata at 1732454230754 (+42 ms)Flushing 90f11502efe695fe0584462c5dbd4ca4/queue: closing flushed file at 1732454230757 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506a222c: reopening flushed file at 1732454231231 (+474 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 90f11502efe695fe0584462c5dbd4ca4 in 549ms, sequenceid=6, compaction requested=false at 1732454231252 (+21 ms)Writing region close event to WAL at 1732454231255 (+3 ms)Running coprocessor post-close hooks at 1732454231261 (+6 ms)Closed at 1732454231263 (+2 ms) 2024-11-24T13:17:11,264 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:11,298 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:11,371 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:11,397 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:17:11,397 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:17:11,499 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:11,655 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/ns/9882065086984a208590469dedb16b21 2024-11-24T13:17:11,680 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/table/77b0dc188ffe477a873ed0412f61074d is 53, key is hbase:replication/table:state/1732454228811/Put/seqid=0 2024-11-24T13:17:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741841_1017 (size=5256) 2024-11-24T13:17:11,699 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:17:11,699 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:17:11,699 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:11,899 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:11,943 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:11,978 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606/b10924491aa5%2C33607%2C1732454219606.1732454222555 to pos 0, reset compression=false 2024-11-24T13:17:12,087 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/table/77b0dc188ffe477a873ed0412f61074d 2024-11-24T13:17:12,097 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/info/af4cb97af12a49a3a7b9528cc53c20a3 as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/info/af4cb97af12a49a3a7b9528cc53c20a3 2024-11-24T13:17:12,100 DEBUG [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:12,106 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/info/af4cb97af12a49a3a7b9528cc53c20a3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T13:17:12,107 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/ns/9882065086984a208590469dedb16b21 as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/ns/9882065086984a208590469dedb16b21 2024-11-24T13:17:12,116 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/ns/9882065086984a208590469dedb16b21, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:17:12,118 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/table/77b0dc188ffe477a873ed0412f61074d as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/table/77b0dc188ffe477a873ed0412f61074d 2024-11-24T13:17:12,127 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/table/77b0dc188ffe477a873ed0412f61074d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T13:17:12,129 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=11, compaction requested=false 2024-11-24T13:17:12,136 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T13:17:12,137 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:12,137 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:12,137 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:12,137 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454230697Running coprocessor pre-close hooks at 1732454230697Disabling compacts and flushes for region at 1732454230697Disabling writes for close at 1732454230698 (+1 ms)Obtaining lock to block concurrent updates at 1732454230701 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732454230701Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732454230709 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454230710 (+1 ms)Flushing 1588230740/info: creating writer at 1732454230712 (+2 ms)Flushing 1588230740/info: appending metadata at 1732454230755 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732454230757 (+2 ms)Flushing 1588230740/ns: creating writer at 1732454231231 (+474 ms)Flushing 1588230740/ns: appending metadata at 1732454231248 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732454231248Flushing 1588230740/table: creating writer at 1732454231664 (+416 ms)Flushing 1588230740/table: appending metadata at 1732454231680 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732454231680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c99ec71: reopening flushed file at 1732454232096 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2781baab: reopening flushed file at 1732454232106 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4bb78d: reopening flushed file at 1732454232117 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=11, compaction requested=false at 1732454232129 (+12 ms)Writing region close event to WAL at 1732454232131 (+2 ms)Running coprocessor post-close hooks at 1732454232137 (+6 ms)Closed at 1732454232137 2024-11-24T13:17:12,137 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:12,300 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,33607,1732454219606; all regions closed. 2024-11-24T13:17:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741834_1010 (size=2742) 2024-11-24T13:17:12,311 DEBUG [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs 2024-11-24T13:17:12,311 INFO [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C33607%2C1732454219606.meta:.meta(num 1732454223477) 2024-11-24T13:17:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741837_1013 (size=1802) 2024-11-24T13:17:12,316 DEBUG [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs 2024-11-24T13:17:12,316 INFO [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C33607%2C1732454219606.rep:(num 1732454228751) 2024-11-24T13:17:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741832_1008 (size=93) 2024-11-24T13:17:12,321 DEBUG [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs 2024-11-24T13:17:12,321 INFO [RS:0;b10924491aa5:33607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C33607%2C1732454219606:(num 1732454222555) 2024-11-24T13:17:12,321 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:12,322 INFO [RS:0;b10924491aa5:33607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:12,322 INFO [RS:0;b10924491aa5:33607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:12,322 INFO [RS:0;b10924491aa5:33607 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:12,322 INFO [RS:0;b10924491aa5:33607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:12,322 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:12,322 INFO [RS:0;b10924491aa5:33607 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,33607,1732454219606 because: Region server is closing 2024-11-24T13:17:12,323 INFO [RS:0;b10924491aa5:33607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33607. 2024-11-24T13:17:12,323 DEBUG [RS:0;b10924491aa5:33607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:12,323 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:12,323 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:12,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:12,424 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:17:12,424 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.shipperb10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T13:17:12,424 INFO [RS:0;b10924491aa5:33607 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33607,1732454219606.replicationSource.shipperb10924491aa5%2C33607%2C1732454219606,1-b10924491aa5,33607,1732454219606 terminated 2024-11-24T13:17:12,425 INFO [RS:0;b10924491aa5:33607 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b10924491aa5,33607,1732454219606 because: Region server is closing 2024-11-24T13:17:12,425 INFO [RS:0;b10924491aa5:33607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33607. 2024-11-24T13:17:12,425 DEBUG [RS:0;b10924491aa5:33607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:12,425 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:12,425 DEBUG [RS:0;b10924491aa5:33607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:12,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:12,525 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.wal-reader.b10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:17:12,525 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.shipperb10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T13:17:12,526 INFO [RS:0;b10924491aa5:33607 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33607,1732454219606.replicationSource.shipperb10924491aa5%2C33607%2C1732454219606,2-b10924491aa5,33607,1732454219606 terminated 2024-11-24T13:17:12,526 INFO [RS:0;b10924491aa5:33607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33607 2024-11-24T13:17:12,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/rs 2024-11-24T13:17:12,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/rs/b10924491aa5,33607,1732454219606 2024-11-24T13:17:12,532 INFO [RS:0;b10924491aa5:33607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:12,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,33607,1732454219606] 2024-11-24T13:17:12,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/draining/b10924491aa5,33607,1732454219606 already deleted, retry=false 2024-11-24T13:17:12,535 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,33607,1732454219606 expired; onlineServers=0 2024-11-24T13:17:12,535 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,38869,1732454218941' ***** 2024-11-24T13:17:12,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:17:12,536 INFO [M:0;b10924491aa5:38869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:12,536 INFO [M:0;b10924491aa5:38869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:12,536 DEBUG [M:0;b10924491aa5:38869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:17:12,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:17:12,536 DEBUG [M:0;b10924491aa5:38869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:17:12,536 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454222216 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454222216,5,FailOnTimeoutGroup] 2024-11-24T13:17:12,536 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454222218 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454222218,5,FailOnTimeoutGroup] 2024-11-24T13:17:12,536 INFO [M:0;b10924491aa5:38869 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:12,537 INFO [M:0;b10924491aa5:38869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:12,537 DEBUG [M:0;b10924491aa5:38869 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:17:12,537 INFO [M:0;b10924491aa5:38869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:17:12,537 INFO [M:0;b10924491aa5:38869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:12,537 INFO [M:0;b10924491aa5:38869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:17:12,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:17:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/master 2024-11-24T13:17:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:12,538 DEBUG [M:0;b10924491aa5:38869 {}] zookeeper.ZKUtil(347): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/master because node does not exist (not an error) 2024-11-24T13:17:12,538 WARN [M:0;b10924491aa5:38869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:17:12,539 INFO [M:0;b10924491aa5:38869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/.lastflushedseqids 2024-11-24T13:17:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741842_1018 (size=181) 2024-11-24T13:17:12,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:12,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33607-0x1014a1f598e0001, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:12,635 INFO [RS:0;b10924491aa5:33607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:12,635 INFO [RS:0;b10924491aa5:33607 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,33607,1732454219606; zookeeper connection closed. 2024-11-24T13:17:12,636 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75409d0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75409d0b 2024-11-24T13:17:12,636 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:17:12,951 INFO [M:0;b10924491aa5:38869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:17:12,952 INFO [M:0;b10924491aa5:38869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:17:12,952 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:12,952 INFO [M:0;b10924491aa5:38869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:12,952 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:12,952 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:12,952 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:12,952 INFO [M:0;b10924491aa5:38869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T13:17:12,970 DEBUG [M:0;b10924491aa5:38869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e85010bc57445b3979f36b967e81574 is 82, key is hbase:meta,,1/info:regioninfo/1732454223561/Put/seqid=0 2024-11-24T13:17:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741843_1019 (size=5672) 2024-11-24T13:17:13,376 INFO [M:0;b10924491aa5:38869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e85010bc57445b3979f36b967e81574 2024-11-24T13:17:13,400 DEBUG [M:0;b10924491aa5:38869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12d12c0406c34ff7ac18696c50e00c09 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732454228817/Put/seqid=0 2024-11-24T13:17:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741844_1020 (size=8663) 2024-11-24T13:17:13,806 INFO [M:0;b10924491aa5:38869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12d12c0406c34ff7ac18696c50e00c09 2024-11-24T13:17:13,829 DEBUG [M:0;b10924491aa5:38869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66de4d691a954487a9ea7f85a8548c28 is 69, key is b10924491aa5,33607,1732454219606/rs:state/1732454222327/Put/seqid=0 2024-11-24T13:17:13,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741845_1021 (size=5156) 2024-11-24T13:17:14,235 INFO [M:0;b10924491aa5:38869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66de4d691a954487a9ea7f85a8548c28 2024-11-24T13:17:14,243 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e85010bc57445b3979f36b967e81574 as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e85010bc57445b3979f36b967e81574 2024-11-24T13:17:14,251 INFO [M:0;b10924491aa5:38869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e85010bc57445b3979f36b967e81574, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T13:17:14,253 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12d12c0406c34ff7ac18696c50e00c09 as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12d12c0406c34ff7ac18696c50e00c09 2024-11-24T13:17:14,260 INFO [M:0;b10924491aa5:38869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12d12c0406c34ff7ac18696c50e00c09, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T13:17:14,261 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66de4d691a954487a9ea7f85a8548c28 as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66de4d691a954487a9ea7f85a8548c28 2024-11-24T13:17:14,268 INFO [M:0;b10924491aa5:38869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66de4d691a954487a9ea7f85a8548c28, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T13:17:14,270 INFO [M:0;b10924491aa5:38869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false 2024-11-24T13:17:14,274 INFO [M:0;b10924491aa5:38869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:14,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:17:14,274 DEBUG [M:0;b10924491aa5:38869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454232952Disabling compacts and flushes for region at 1732454232952Disabling writes for close at 1732454232952Obtaining lock to block concurrent updates at 1732454232952Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454232952Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732454232953 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454232954 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454232954Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454232970 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454232970Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454233384 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454233400 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454233400Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454233813 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454233828 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454233828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb878af: reopening flushed file at 1732454234242 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fbbf5: reopening flushed file at 1732454234252 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683daa45: reopening flushed file at 1732454234260 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false at 1732454234270 (+10 ms)Writing region close event to WAL at 1732454234274 (+4 ms)Closed at 1732454234274 2024-11-24T13:17:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741830_1006 (size=59421) 2024-11-24T13:17:14,282 INFO [M:0;b10924491aa5:38869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:17:14,282 INFO [M:0;b10924491aa5:38869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38869 2024-11-24T13:17:14,283 INFO [M:0;b10924491aa5:38869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:14,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:14,387 INFO [M:0;b10924491aa5:38869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:14,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38869-0x1014a1f598e0000, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:14,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:14,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:14,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:14,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:14,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:14,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:17:14,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:14,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45749 2024-11-24T13:17:14,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45749 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:17:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457490x0, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:14,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45749-0x1014a1f598e0006 connected 2024-11-24T13:17:14,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:14,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:14,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:17:14,403 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: INIT 2024-11-24T13:17:14,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3, hbase.cluster.distributed=false 2024-11-24T13:17:14,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/acl 2024-11-24T13:17:14,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-24T13:17:14,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45749 2024-11-24T13:17:14,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45749 2024-11-24T13:17:14,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-24T13:17:14,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-24T13:17:14,441 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:14,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:14,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:14,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:14,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:14,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:14,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:17:14,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:14,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39175 2024-11-24T13:17:14,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39175 connecting to ZooKeeper ensemble=127.0.0.1:50280 2024-11-24T13:17:14,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:14,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391750x0, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:14,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391750x0, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:17:14,451 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: INIT 2024-11-24T13:17:14,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39175-0x1014a1f598e0007 connected 2024-11-24T13:17:14,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:17:14,455 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:17:14,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/master 2024-11-24T13:17:14,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/acl 2024-11-24T13:17:14,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39175 2024-11-24T13:17:14,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39175 2024-11-24T13:17:14,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39175 2024-11-24T13:17:14,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39175 2024-11-24T13:17:14,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39175 2024-11-24T13:17:14,474 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:45749 2024-11-24T13:17:14,474 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1048920773/backup-masters/b10924491aa5,45749,1732454234389 2024-11-24T13:17:14,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:17:14,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:17:14,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on existing znode=/0-1048920773/backup-masters/b10924491aa5,45749,1732454234389 2024-11-24T13:17:14,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048920773/master 2024-11-24T13:17:14,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:14,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:14,480 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on existing znode=/0-1048920773/master 2024-11-24T13:17:14,481 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1048920773/backup-masters/b10924491aa5,45749,1732454234389 from backup master directory 2024-11-24T13:17:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/backup-masters/b10924491aa5,45749,1732454234389 2024-11-24T13:17:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:17:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/backup-masters 2024-11-24T13:17:14,482 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:14,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,45749,1732454234389 2024-11-24T13:17:14,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:14,503 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:17:14,522 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-24T13:17:14,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741846_1022 (size=196) 2024-11-24T13:17:14,951 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:14,951 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:17:14,952 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:14,960 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T13:17:14,964 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941 to hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941-dead as it is dead 2024-11-24T13:17:14,966 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T13:17:14,966 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T13:17:14,966 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941-dead/b10924491aa5%2C38869%2C1732454218941.1732454221648 2024-11-24T13:17:14,972 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941-dead/b10924491aa5%2C38869%2C1732454218941.1732454221648 after 5ms 2024-11-24T13:17:14,973 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941-dead/b10924491aa5%2C38869%2C1732454218941.1732454221648 to hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38869%2C1732454218941.1732454221648 2024-11-24T13:17:14,973 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,38869,1732454218941-dead 2024-11-24T13:17:14,974 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,45749,1732454234389 2024-11-24T13:17:14,975 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:14,977 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C45749%2C1732454234389, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,45749,1732454234389, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/oldWALs, maxLogs=10 2024-11-24T13:17:14,991 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,45749,1732454234389/b10924491aa5%2C45749%2C1732454234389.1732454234977, exclude list is [], retry=0 2024-11-24T13:17:14,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:14,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/WALs/b10924491aa5,45749,1732454234389/b10924491aa5%2C45749%2C1732454234389.1732454234977 2024-11-24T13:17:14,997 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:14,997 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:14,997 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:14,997 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:14,997 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:14,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:17:15,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e85010bc57445b3979f36b967e81574 2024-11-24T13:17:15,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:15,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:17:15,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12d12c0406c34ff7ac18696c50e00c09 2024-11-24T13:17:15,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:15,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:17:15,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66de4d691a954487a9ea7f85a8548c28 2024-11-24T13:17:15,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:15,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:17:15,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:15,027 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,027 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T13:17:15,028 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38869%2C1732454218941.1732454221648 2024-11-24T13:17:15,041 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38869%2C1732454218941.1732454221648 2024-11-24T13:17:15,042 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38869%2C1732454218941.1732454221648 2024-11-24T13:17:15,044 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,044 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,045 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:15,046 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:15,049 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T13:17:15,050 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70092451, jitterRate=0.04445891082286835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:15,050 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454234998Initializing all the Stores at 1732454234998Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454234998Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454234999 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454234999Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454234999Cleaning up temporary data from old regions at 1732454235044 (+45 ms)Region opened successfully at 1732454235050 (+6 ms) 2024-11-24T13:17:15,051 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:17:15,055 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168eecc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:15,066 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T13:17:15,066 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:17:15,066 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:17:15,066 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:17:15,067 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:17:15,072 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:15,072 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:17:15,073 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:17:15,073 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:17:15,073 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T13:17:15,074 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T13:17:15,074 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-24T13:17:15,074 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:17:15,077 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b10924491aa5,33607,1732454219606, regionLocation=b10924491aa5,33607,1732454219606, openSeqNum=2 2024-11-24T13:17:15,078 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b10924491aa5,33607,1732454219606, table=hbase:meta, region=1588230740 2024-11-24T13:17:15,078 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,33607,1732454219606, state=OPEN 2024-11-24T13:17:15,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:15,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:15,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:15,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:15,085 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:17:15,087 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/draining/b10924491aa5,33607,1732454219606 already deleted, retry=false 2024-11-24T13:17:15,087 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b10924491aa5,33607,1732454219606 on b10924491aa5,45749,1732454234389 2024-11-24T13:17:15,092 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b10924491aa5,33607,1732454219606, splitWal=true, meta=true 2024-11-24T13:17:15,094 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for b10924491aa5,33607,1732454219606 (carryingMeta=true) b10924491aa5,33607,1732454219606/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35178f62[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T13:17:15,097 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/balancer because node does not exist (not necessarily an error) 2024-11-24T13:17:15,104 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/balancer already deleted, retry=false 2024-11-24T13:17:15,105 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:17:15,105 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:17:15,107 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/normalizer already deleted, retry=false 2024-11-24T13:17:15,107 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:17:15,108 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:17:15,109 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/switch/split already deleted, retry=false 2024-11-24T13:17:15,110 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:17:15,112 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/switch/merge already deleted, retry=false 2024-11-24T13:17:15,120 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:17:15,122 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/snapshot-cleanup already deleted, retry=false 2024-11-24T13:17:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:15,126 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,45749,1732454234389, sessionid=0x1014a1f598e0006, setting cluster-up flag (Was=false) 2024-11-24T13:17:15,128 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1048920773/flush-table-proc/acquired, /0-1048920773/flush-table-proc/reached, /0-1048920773/flush-table-proc/abort 2024-11-24T13:17:15,129 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,45749,1732454234389 2024-11-24T13:17:15,131 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1048920773/online-snapshot/acquired, /0-1048920773/online-snapshot/reached, /0-1048920773/online-snapshot/abort 2024-11-24T13:17:15,132 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,45749,1732454234389 2024-11-24T13:17:15,134 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/.lastflushedseqids 2024-11-24T13:17:15,137 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:17:15,138 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:17:15,138 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,45749,1732454234389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b10924491aa5,33607,1732454219606 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:17:15,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:15,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:15,140 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:15,140 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:15,140 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:17:15,140 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,140 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:15,140 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,142 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454265142 2024-11-24T13:17:15,142 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:17:15,142 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,143 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b10924491aa5,33607,1732454219606, splitWal=true, meta=true 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:17:15,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:17:15,144 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:17:15,144 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:17:15,144 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b10924491aa5,33607,1732454219606, splitWal=true, meta=true, isMeta: true 2024-11-24T13:17:15,145 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454235144,5,FailOnTimeoutGroup] 2024-11-24T13:17:15,146 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454235145,5,FailOnTimeoutGroup] 2024-11-24T13:17:15,146 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,146 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606-splitting 2024-11-24T13:17:15,146 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:17:15,146 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,146 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,146 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454235146, completionTime=-1 2024-11-24T13:17:15,146 WARN [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T13:17:15,147 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606-splitting dir is empty, no logs to split. 2024-11-24T13:17:15,147 INFO [PEWorker-1 {}] master.SplitWALManager(105): b10924491aa5,33607,1732454219606 WAL count=0, meta=true 2024-11-24T13:17:15,149 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T13:17:15,151 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606-splitting dir is empty, no logs to split. 2024-11-24T13:17:15,151 INFO [PEWorker-1 {}] master.SplitWALManager(105): b10924491aa5,33607,1732454219606 WAL count=0, meta=true 2024-11-24T13:17:15,151 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b10924491aa5,33607,1732454219606 WAL splitting is done? wals=0, meta=true 2024-11-24T13:17:15,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:15,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:15,155 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:17:15,163 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(746): ClusterId : 46c73768-2b30-44c6-8920-b7fa7600a392 2024-11-24T13:17:15,163 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:17:15,165 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:17:15,165 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:17:15,169 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:17:15,170 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc66463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:15,182 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:39175 2024-11-24T13:17:15,182 INFO [RS:0;b10924491aa5:39175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:17:15,182 INFO [RS:0;b10924491aa5:39175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:17:15,182 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:17:15,183 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,45749,1732454234389 with port=39175, startcode=1732454234440 2024-11-24T13:17:15,183 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:17:15,185 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:17:15,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,188 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3 2024-11-24T13:17:15,188 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36557 2024-11-24T13:17:15,188 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:17:15,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/rs 2024-11-24T13:17:15,190 DEBUG [RS:0;b10924491aa5:39175 {}] zookeeper.ZKUtil(111): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on existing znode=/0-1048920773/rs/b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,190 WARN [RS:0;b10924491aa5:39175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:15,190 INFO [RS:0;b10924491aa5:39175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:15,190 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,39175,1732454234440] 2024-11-24T13:17:15,199 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T13:17:15,234 INFO [RS:0;b10924491aa5:39175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:17:15,237 INFO [RS:0;b10924491aa5:39175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:17:15,238 INFO [RS:0;b10924491aa5:39175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:17:15,238 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,238 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:17:15,239 INFO [RS:0;b10924491aa5:39175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:17:15,239 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,239 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,239 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,239 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:15,240 DEBUG [RS:0;b10924491aa5:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:15,241 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,241 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,241 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,241 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,241 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,241 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,39175,1732454234440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:15,257 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:17:15,257 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,39175,1732454234440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,272 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,39175,1732454234440, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:17:15,287 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(231): queueId=2-b10924491aa5,39175,1732454234440, ReplicationSource: 2, currentBandwidth=0 2024-11-24T13:17:15,288 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,288 INFO [RS:0;b10924491aa5:39175 {}] regionserver.Replication(171): b10924491aa5,39175,1732454234440 started 2024-11-24T13:17:15,288 DEBUG [RS:0;b10924491aa5:39175.replicationSource,1-b10924491aa5,39175,1732454234440 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:15,289 DEBUG [RS:0;b10924491aa5:39175.replicationSource,1-b10924491aa5,39175,1732454234440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b825fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:15,289 DEBUG [RS:0;b10924491aa5:39175.replicationSource,1-b10924491aa5,39175,1732454234440 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:15,290 DEBUG [RS:0;b10924491aa5:39175.replicationSource,1-b10924491aa5,39175,1732454234440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:15,292 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:15,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:15,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:15,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d2a3536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:15,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:15,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:15,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:15,295 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:15,296 DEBUG [RS:0;b10924491aa5:39175.replicationSource,1-b10924491aa5,39175,1732454234440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2db11fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:15,296 DEBUG [RS:0;b10924491aa5:39175.replicationSource,1-b10924491aa5,39175,1732454234440 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58d0c27a 2024-11-24T13:17:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:15,298 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T13:17:15,299 INFO [RS:0;b10924491aa5:39175.replicationSource,1-b10924491aa5,39175,1732454234440 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,39175,1732454234440 (queues=0) is replicating from cluster=46c73768-2b30-44c6-8920-b7fa7600a392 to cluster=e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21 2024-11-24T13:17:15,305 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:15,305 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,39175,1732454234440, RpcServer on b10924491aa5/172.17.0.2:39175, sessionid=0x1014a1f598e0007 2024-11-24T13:17:15,305 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:17:15,305 DEBUG [RS:0;b10924491aa5:39175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,305 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,39175,1732454234440' 2024-11-24T13:17:15,305 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1048920773/flush-table-proc/abort' 2024-11-24T13:17:15,305 WARN [b10924491aa5:45749 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T13:17:15,306 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1048920773/flush-table-proc/acquired' 2024-11-24T13:17:15,306 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:17:15,306 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:17:15,306 DEBUG [RS:0;b10924491aa5:39175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,306 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,39175,1732454234440' 2024-11-24T13:17:15,306 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1048920773/online-snapshot/abort' 2024-11-24T13:17:15,307 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1048920773/online-snapshot/acquired' 2024-11-24T13:17:15,307 DEBUG [RS:0;b10924491aa5:39175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:17:15,307 INFO [RS:0;b10924491aa5:39175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:17:15,307 INFO [RS:0;b10924491aa5:39175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:17:15,309 DEBUG [RS:0;b10924491aa5:39175.replicationSource,2-b10924491aa5,39175,1732454234440 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:33711' 2024-11-24T13:17:15,311 DEBUG [RS:0;b10924491aa5:39175.replicationSource,2-b10924491aa5,39175,1732454234440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f7a965d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:15,311 DEBUG [RS:0;b10924491aa5:39175.replicationSource,2-b10924491aa5,39175,1732454234440 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33711,-1 for getting cluster id 2024-11-24T13:17:15,312 DEBUG [RS:0;b10924491aa5:39175.replicationSource,2-b10924491aa5,39175,1732454234440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:15,313 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21' 2024-11-24T13:17:15,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:15,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21" 2024-11-24T13:17:15,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78075fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:15,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33711,-1] 2024-11-24T13:17:15,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:15,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:15,315 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:15,316 DEBUG [RS:0;b10924491aa5:39175.replicationSource,2-b10924491aa5,39175,1732454234440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3696c6c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:15,316 DEBUG [RS:0;b10924491aa5:39175.replicationSource,2-b10924491aa5,39175,1732454234440 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:15,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33711,1732454225002 2024-11-24T13:17:15,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d7a887 2024-11-24T13:17:15,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:15,319 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T13:17:15,320 INFO [RS:0;b10924491aa5:39175.replicationSource,2-b10924491aa5,39175,1732454234440 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b10924491aa5,39175,1732454234440 (queues=0) is replicating from cluster=46c73768-2b30-44c6-8920-b7fa7600a392 to cluster=e5415ab4-4df5-4e8f-8eb5-a7c1b5a72e21 2024-11-24T13:17:15,408 INFO [RS:0;b10924491aa5:39175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:15,410 INFO [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39175%2C1732454234440, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs, maxLogs=10 2024-11-24T13:17:15,424 DEBUG [RS:0;b10924491aa5:39175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411, exclude list is [], retry=0 2024-11-24T13:17:15,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:15,430 INFO [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 2024-11-24T13:17:15,430 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b10924491aa5%2C39175%2C1732454234440 for peer 2 2024-11-24T13:17:15,431 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b10924491aa5%2C39175%2C1732454234440 for peer 1 2024-11-24T13:17:15,431 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C39175%2C1732454234440 2024-11-24T13:17:15,431 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,39175,1732454234440, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:17:15,431 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b10924491aa5%2C39175%2C1732454234440 2024-11-24T13:17:15,431 INFO [RS:0;b10924491aa5:39175.replicationSource.shipperb10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C39175%2C1732454234440 2024-11-24T13:17:15,431 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b10924491aa5,39175,1732454234440, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:17:15,432 DEBUG [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:15,432 INFO [RS:0;b10924491aa5:39175.replicationSource.shipperb10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C39175%2C1732454234440 2024-11-24T13:17:15,432 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411, startPosition=0, beingWritten=true 2024-11-24T13:17:15,432 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411, startPosition=0, beingWritten=true 2024-11-24T13:17:15,556 DEBUG [b10924491aa5:45749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:15,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,39175,1732454234440, state=OPENING 2024-11-24T13:17:15,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:15,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:15,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:15,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:15,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:15,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,39175,1732454234440}] 2024-11-24T13:17:15,641 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:15,642 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:15,713 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:15,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:17:15,720 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:15,721 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:15,721 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:15,723 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39175%2C1732454234440.meta, suffix=.meta, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs, maxLogs=10 2024-11-24T13:17:15,741 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.meta.1732454235725.meta, exclude list is [], retry=0 2024-11-24T13:17:15,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:15,747 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.meta.1732454235725.meta 2024-11-24T13:17:15,748 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:15,748 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:15,749 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:15,749 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:15,749 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:15,749 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:15,749 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:15,749 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:15,749 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:15,749 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:15,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:15,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:15,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,765 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/info/af4cb97af12a49a3a7b9528cc53c20a3 2024-11-24T13:17:15,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:15,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:15,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:15,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,774 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/ns/9882065086984a208590469dedb16b21 2024-11-24T13:17:15,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:15,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:15,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:15,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:15,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:15,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:15,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:15,788 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/table/77b0dc188ffe477a873ed0412f61074d 2024-11-24T13:17:15,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:15,788 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:15,789 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740 2024-11-24T13:17:15,790 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740 2024-11-24T13:17:15,793 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:15,793 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:15,794 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:15,796 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:15,798 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62793105, jitterRate=-0.06430982053279877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:15,798 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:15,798 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454235749Writing region info on filesystem at 1732454235750 (+1 ms)Initializing all the Stores at 1732454235751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454235751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454235754 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454235754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454235754Cleaning up temporary data from old regions at 1732454235793 (+39 ms)Running coprocessor post-open hooks at 1732454235798 (+5 ms)Region opened successfully at 1732454235798 2024-11-24T13:17:15,800 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732454235713 2024-11-24T13:17:15,802 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:15,803 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:15,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,39175,1732454234440, state=OPEN 2024-11-24T13:17:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048920773/meta-region-server 2024-11-24T13:17:15,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:15,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048920773/meta-region-server: CHANGED 2024-11-24T13:17:15,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,39175,1732454234440 2024-11-24T13:17:15,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T13:17:15,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,39175,1732454234440 in 247 msec 2024-11-24T13:17:15,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T13:17:15,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-24T13:17:15,949 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:15,949 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:16,356 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:16,361 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:16,702 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T13:17:16,871 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:16,875 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:17,478 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:17,481 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:18,184 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:18,187 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:18,205 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T13:17:18,991 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:18,993 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:17:19,657 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T13:17:19,657 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:17:19,658 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:19,658 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39175,1732454234440, seqNum=-1] 2024-11-24T13:17:19,658 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:19,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:19,668 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90f11502efe695fe0584462c5dbd4ca4, regionState=OPEN, lastHost=b10924491aa5,33607,1732454219606, regionLocation=b10924491aa5,33607,1732454219606, openSeqNum=2 2024-11-24T13:17:19,668 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:17:19,668 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454299668 2024-11-24T13:17:19,668 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454359668 2024-11-24T13:17:19,668 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-24T13:17:19,669 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b10924491aa5,33607,1732454219606 had 2 regions 2024-11-24T13:17:19,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45749,1732454234389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:19,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45749,1732454234389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:19,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45749,1732454234389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:19,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:45749, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:19,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:19,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:19,670 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b10924491aa5,33607,1732454219606, splitWal=true, meta=true, isMeta: false 2024-11-24T13:17:19,673 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606-splitting dir is empty, no logs to split. 2024-11-24T13:17:19,673 INFO [PEWorker-3 {}] master.SplitWALManager(105): b10924491aa5,33607,1732454219606 WAL count=0, meta=false 2024-11-24T13:17:19,677 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,33607,1732454219606-splitting dir is empty, no logs to split. 2024-11-24T13:17:19,677 INFO [PEWorker-3 {}] master.SplitWALManager(105): b10924491aa5,33607,1732454219606 WAL count=0, meta=false 2024-11-24T13:17:19,677 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.195sec 2024-11-24T13:17:19,677 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b10924491aa5,33607,1732454219606 WAL splitting is done? wals=0, meta=false 2024-11-24T13:17:19,677 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:17:19,677 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:17:19,678 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:17:19,678 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:17:19,678 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:17:19,678 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45749,1732454234389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:19,678 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45749,1732454234389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:17:19,680 WARN [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b10924491aa5,33607,1732454219606/hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:19,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN}] 2024-11-24T13:17:19,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN 2024-11-24T13:17:19,683 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:17:19,683 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:17:19,683 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45749,1732454234389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:19,684 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:17:19,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:19,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45749,-1 for getting cluster id 2024-11-24T13:17:19,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:19,769 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c73768-2b30-44c6-8920-b7fa7600a392' 2024-11-24T13:17:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:19,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c73768-2b30-44c6-8920-b7fa7600a392" 2024-11-24T13:17:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed22dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45749,-1] 2024-11-24T13:17:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,772 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:19,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97f1cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:19,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:19,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39175,1732454234440, seqNum=-1] 2024-11-24T13:17:19,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:19,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:19,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T13:17:19,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:19,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:19,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:19,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b10924491aa5:45749 after: b10924491aa5:45749 2024-11-24T13:17:19,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:19,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45749,-1 for getting cluster id 2024-11-24T13:17:19,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:19,780 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c73768-2b30-44c6-8920-b7fa7600a392' 2024-11-24T13:17:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c73768-2b30-44c6-8920-b7fa7600a392" 2024-11-24T13:17:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48845e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45749,-1] 2024-11-24T13:17:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,782 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:19,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:19,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:19,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,45749,1732454234389 2024-11-24T13:17:19,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a81c10c 2024-11-24T13:17:19,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:19,785 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:19,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:17:19,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T13:17:19,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:17:19,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T13:17:19,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:17:19,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:19,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:19,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:19,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:17:19,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816133740, stopped=false 2024-11-24T13:17:19,789 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,33711,1732454225002 2024-11-24T13:17:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817625862/running 2024-11-24T13:17:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817625862/running 2024-11-24T13:17:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:19,792 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:19,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:19,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:19,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on znode that does not yet exist, /1817625862/running 2024-11-24T13:17:19,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,40859,1732454225053' ***** 2024-11-24T13:17:19,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:17:19,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Set watcher on znode that does not yet exist, /1817625862/running 2024-11-24T13:17:19,793 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:19,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,40859,1732454225053 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:40859. 2024-11-24T13:17:19,794 DEBUG [RS:0;b10924491aa5:40859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:19,794 DEBUG [RS:0;b10924491aa5:40859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:17:19,794 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:17:19,794 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:17:19,794 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:19,794 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:19,795 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:19,795 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:19,795 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:19,795 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:19,795 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T13:17:19,813 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740/.tmp/ns/4026678111a34c48b14173f4035cbebc is 43, key is default/ns:d/1732454227392/Put/seqid=0 2024-11-24T13:17:19,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741835_1011 (size=5153) 2024-11-24T13:17:19,834 DEBUG [b10924491aa5:45749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:19,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=90f11502efe695fe0584462c5dbd4ca4, regionState=OPENING, regionLocation=b10924491aa5,39175,1732454234440 2024-11-24T13:17:19,835 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:19,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN because future has completed 2024-11-24T13:17:19,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f11502efe695fe0584462c5dbd4ca4, server=b10924491aa5,39175,1732454234440}] 2024-11-24T13:17:19,899 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:19,901 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:19,995 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:19,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:19,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:19,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:17:19,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39175%2C1732454234440.rep, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs, maxLogs=10 2024-11-24T13:17:20,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.rep.1732454239999, exclude list is [], retry=0 2024-11-24T13:17:20,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-94ce30d2-caec-4ebc-a796-faefbd2875d6,DISK] 2024-11-24T13:17:20,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.rep.1732454239999 2024-11-24T13:17:20,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-24T13:17:20,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 90f11502efe695fe0584462c5dbd4ca4, NAME => 'hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:20,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:20,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:20,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. service=MultiRowMutationService 2024-11-24T13:17:20,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:17:20,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:20,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,024 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,026 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f11502efe695fe0584462c5dbd4ca4 columnFamilyName hfileref 2024-11-24T13:17:20,026 DEBUG [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:20,026 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(327): Store=90f11502efe695fe0584462c5dbd4ca4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:20,027 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,027 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f11502efe695fe0584462c5dbd4ca4 columnFamilyName queue 2024-11-24T13:17:20,028 DEBUG [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:20,035 DEBUG [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/queue/95f4248d25c543368b3bc23a2fbdd22c 2024-11-24T13:17:20,035 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(327): Store=90f11502efe695fe0584462c5dbd4ca4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:20,035 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,036 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f11502efe695fe0584462c5dbd4ca4 columnFamilyName sid 2024-11-24T13:17:20,036 DEBUG [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:20,037 INFO [StoreOpener-90f11502efe695fe0584462c5dbd4ca4-1 {}] regionserver.HStore(327): Store=90f11502efe695fe0584462c5dbd4ca4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:20,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:17:20,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 90f11502efe695fe0584462c5dbd4ca4; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66516263, jitterRate=-0.008830443024635315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:17:20,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:20,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 90f11502efe695fe0584462c5dbd4ca4: Running coprocessor pre-open hook at 1732454240021Writing region info on filesystem at 1732454240021Initializing all the Stores at 1732454240022 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454240022Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454240024 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454240024Cleaning up temporary data from old regions at 1732454240040 (+16 ms)Running coprocessor post-open hooks at 1732454240044 (+4 ms)Region opened successfully at 1732454240045 (+1 ms) 2024-11-24T13:17:20,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., pid=19, masterSystemTime=1732454239991 2024-11-24T13:17:20,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:20,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:20,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=90f11502efe695fe0584462c5dbd4ca4, regionState=OPEN, openSeqNum=10, regionLocation=b10924491aa5,39175,1732454234440 2024-11-24T13:17:20,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f11502efe695fe0584462c5dbd4ca4, server=b10924491aa5,39175,1732454234440 because future has completed 2024-11-24T13:17:20,055 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b10924491aa5,39175,1732454234440, table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T13:17:20,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T13:17:20,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 90f11502efe695fe0584462c5dbd4ca4, server=b10924491aa5,39175,1732454234440 in 217 msec 2024-11-24T13:17:20,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T13:17:20,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f11502efe695fe0584462c5dbd4ca4, ASSIGN in 378 msec 2024-11-24T13:17:20,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T13:17:20,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., hostname=b10924491aa5,39175,1732454234440, seqNum=10] 2024-11-24T13:17:20,109 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b10924491aa5,33607,1732454219606 2024-11-24T13:17:20,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T13:17:20,195 DEBUG [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:20,219 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740/.tmp/ns/4026678111a34c48b14173f4035cbebc 2024-11-24T13:17:20,227 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:17:20,227 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:17:20,228 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740/.tmp/ns/4026678111a34c48b14173f4035cbebc as hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740/ns/4026678111a34c48b14173f4035cbebc 2024-11-24T13:17:20,235 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740/ns/4026678111a34c48b14173f4035cbebc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T13:17:20,237 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-24T13:17:20,237 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:17:20,242 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T13:17:20,242 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:20,243 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:20,243 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:20,243 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454239794Running coprocessor pre-close hooks at 1732454239794Disabling compacts and flushes for region at 1732454239794Disabling writes for close at 1732454239795 (+1 ms)Obtaining lock to block concurrent updates at 1732454239795Preparing flush snapshotting stores in 1588230740 at 1732454239795Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732454239795Flushing stores of hbase:meta,,1.1588230740 at 1732454239796 (+1 ms)Flushing 1588230740/ns: creating writer at 1732454239796Flushing 1588230740/ns: appending metadata at 1732454239813 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732454239813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b07ff5e: reopening flushed file at 1732454240227 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732454240237 (+10 ms)Writing region close event to WAL at 1732454240238 (+1 ms)Running coprocessor post-close hooks at 1732454240242 (+4 ms)Closed at 1732454240243 (+1 ms) 2024-11-24T13:17:20,243 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:20,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T13:17:20,395 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,40859,1732454225053; all regions closed. 2024-11-24T13:17:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741834_1010 (size=1152) 2024-11-24T13:17:20,401 DEBUG [RS:0;b10924491aa5:40859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/oldWALs 2024-11-24T13:17:20,401 INFO [RS:0;b10924491aa5:40859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C40859%2C1732454225053.meta:.meta(num 1732454227328) 2024-11-24T13:17:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741832_1008 (size=93) 2024-11-24T13:17:20,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/WALs/b10924491aa5,40859,1732454225053/b10924491aa5%2C40859%2C1732454225053.1732454226367 not finished, retry = 0 2024-11-24T13:17:20,507 DEBUG [RS:0;b10924491aa5:40859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/oldWALs 2024-11-24T13:17:20,507 INFO [RS:0;b10924491aa5:40859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C40859%2C1732454225053:(num 1732454226367) 2024-11-24T13:17:20,507 DEBUG [RS:0;b10924491aa5:40859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:20,507 INFO [RS:0;b10924491aa5:40859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:20,508 INFO [RS:0;b10924491aa5:40859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:20,508 INFO [RS:0;b10924491aa5:40859 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:20,508 INFO [RS:0;b10924491aa5:40859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:20,508 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:20,508 INFO [RS:0;b10924491aa5:40859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40859 2024-11-24T13:17:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817625862/rs/b10924491aa5,40859,1732454225053 2024-11-24T13:17:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862/rs 2024-11-24T13:17:20,510 INFO [RS:0;b10924491aa5:40859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:20,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,40859,1732454225053] 2024-11-24T13:17:20,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1817625862/draining/b10924491aa5,40859,1732454225053 already deleted, retry=false 2024-11-24T13:17:20,513 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,40859,1732454225053 expired; onlineServers=0 2024-11-24T13:17:20,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,33711,1732454225002' ***** 2024-11-24T13:17:20,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:17:20,514 INFO [M:0;b10924491aa5:33711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:20,514 INFO [M:0;b10924491aa5:33711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:20,514 DEBUG [M:0;b10924491aa5:33711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:17:20,514 DEBUG [M:0;b10924491aa5:33711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:17:20,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:17:20,514 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454226156 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454226156,5,FailOnTimeoutGroup] 2024-11-24T13:17:20,514 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454226156 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454226156,5,FailOnTimeoutGroup] 2024-11-24T13:17:20,514 INFO [M:0;b10924491aa5:33711 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:20,514 INFO [M:0;b10924491aa5:33711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:20,514 DEBUG [M:0;b10924491aa5:33711 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:17:20,514 INFO [M:0;b10924491aa5:33711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:17:20,515 INFO [M:0;b10924491aa5:33711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:20,515 INFO [M:0;b10924491aa5:33711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:17:20,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:17:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817625862/master 2024-11-24T13:17:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817625862 2024-11-24T13:17:20,517 DEBUG [M:0;b10924491aa5:33711 {}] zookeeper.ZKUtil(347): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Unable to get data of znode /1817625862/master because node does not exist (not an error) 2024-11-24T13:17:20,517 WARN [M:0;b10924491aa5:33711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:17:20,525 INFO [M:0;b10924491aa5:33711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/.lastflushedseqids 2024-11-24T13:17:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741836_1012 (size=99) 2024-11-24T13:17:20,612 INFO [RS:0;b10924491aa5:40859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:20,612 INFO [RS:0;b10924491aa5:40859 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,40859,1732454225053; zookeeper connection closed. 2024-11-24T13:17:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40859-0x1014a1f598e0004, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:20,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4669074e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4669074e 2024-11-24T13:17:20,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:17:20,906 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:20,907 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:20,933 INFO [M:0;b10924491aa5:33711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:17:20,933 INFO [M:0;b10924491aa5:33711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:17:20,934 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:20,934 INFO [M:0;b10924491aa5:33711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:20,934 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:20,934 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:20,934 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:20,934 INFO [M:0;b10924491aa5:33711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T13:17:20,960 DEBUG [M:0;b10924491aa5:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5665aa7c11bd4641b439883fae54df4e is 82, key is hbase:meta,,1/info:regioninfo/1732454227373/Put/seqid=0 2024-11-24T13:17:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741837_1013 (size=5672) 2024-11-24T13:17:20,967 INFO [M:0;b10924491aa5:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5665aa7c11bd4641b439883fae54df4e 2024-11-24T13:17:20,991 DEBUG [M:0;b10924491aa5:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e147888a69604aa096a026d58762ff5e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732454227398/Put/seqid=0 2024-11-24T13:17:20,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741838_1014 (size=5275) 2024-11-24T13:17:21,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:17:21,397 INFO [M:0;b10924491aa5:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e147888a69604aa096a026d58762ff5e 2024-11-24T13:17:21,419 DEBUG [M:0;b10924491aa5:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e42e5c6d4c3d4aed84ce500e68584b88 is 69, key is b10924491aa5,40859,1732454225053/rs:state/1732454226204/Put/seqid=0 2024-11-24T13:17:21,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741839_1015 (size=5156) 2024-11-24T13:17:21,824 INFO [M:0;b10924491aa5:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e42e5c6d4c3d4aed84ce500e68584b88 2024-11-24T13:17:21,831 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5665aa7c11bd4641b439883fae54df4e as hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5665aa7c11bd4641b439883fae54df4e 2024-11-24T13:17:21,837 INFO [M:0;b10924491aa5:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5665aa7c11bd4641b439883fae54df4e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T13:17:21,838 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e147888a69604aa096a026d58762ff5e as hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e147888a69604aa096a026d58762ff5e 2024-11-24T13:17:21,844 INFO [M:0;b10924491aa5:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e147888a69604aa096a026d58762ff5e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T13:17:21,845 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e42e5c6d4c3d4aed84ce500e68584b88 as hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e42e5c6d4c3d4aed84ce500e68584b88 2024-11-24T13:17:21,850 INFO [M:0;b10924491aa5:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46589/user/jenkins/test-data/19fe08e3-cce3-394e-331d-315dda628796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e42e5c6d4c3d4aed84ce500e68584b88, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T13:17:21,852 INFO [M:0;b10924491aa5:33711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=28, compaction requested=false 2024-11-24T13:17:21,853 INFO [M:0;b10924491aa5:33711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:21,853 DEBUG [M:0;b10924491aa5:33711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454240934Disabling compacts and flushes for region at 1732454240934Disabling writes for close at 1732454240934Obtaining lock to block concurrent updates at 1732454240934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454240934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732454240935 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454240936 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454240936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454240959 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454240960 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454240974 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454240990 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454240990Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454241402 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454241418 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454241418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d31b57: reopening flushed file at 1732454241830 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d21742a: reopening flushed file at 1732454241837 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121d764c: reopening flushed file at 1732454241844 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=28, compaction requested=false at 1732454241852 (+8 ms)Writing region close event to WAL at 1732454241853 (+1 ms)Closed at 1732454241853 2024-11-24T13:17:21,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741830_1006 (size=10165) 2024-11-24T13:17:21,857 INFO [M:0;b10924491aa5:33711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:17:21,857 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:21,857 INFO [M:0;b10924491aa5:33711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33711 2024-11-24T13:17:21,860 INFO [M:0;b10924491aa5:33711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:21,961 INFO [M:0;b10924491aa5:33711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:21,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1014a1f598e0003, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:21,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:21,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:21,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:21,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:21,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:21,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:17:21,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:17:21,971 WARN [BP-301581268-172.17.0.2-1732454223925 heartbeating to localhost/127.0.0.1:46589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:17:21,971 WARN [BP-301581268-172.17.0.2-1732454223925 heartbeating to localhost/127.0.0.1:46589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-301581268-172.17.0.2-1732454223925 (Datanode Uuid bede8df0-9e6a-40ba-864d-c852af26d1e2) service to localhost/127.0.0.1:46589 2024-11-24T13:17:21,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/cluster_4644c223-8f18-0ef3-38c3-6762ba3d78c3/data/data1/current/BP-301581268-172.17.0.2-1732454223925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:21,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/cluster_4644c223-8f18-0ef3-38c3-6762ba3d78c3/data/data2/current/BP-301581268-172.17.0.2-1732454223925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:21,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:17:21,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:21,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:21,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:21,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:21,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:17:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:17:22,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:22,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:22,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:22,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:17:22,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=495850751, stopped=false 2024-11-24T13:17:22,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,45749,1732454234389 2024-11-24T13:17:22,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:22,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:22,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/running 2024-11-24T13:17:22,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:22,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:22,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:22,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:22,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,003 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,39175,1732454234440' ***** 2024-11-24T13:17:22,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:17:22,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:17:22,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Set watcher on znode that does not yet exist, /0-1048920773/running 2024-11-24T13:17:22,004 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:22,004 INFO [RS:0;b10924491aa5:39175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:17:22,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:22,004 INFO [RS:0;b10924491aa5:39175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:17:22,004 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(3091): Received CLOSE for 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:22,004 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,39175,1732454234440 2024-11-24T13:17:22,004 INFO [RS:0;b10924491aa5:39175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:22,005 INFO [RS:0;b10924491aa5:39175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39175. 2024-11-24T13:17:22,005 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90f11502efe695fe0584462c5dbd4ca4, disabling compactions & flushes 2024-11-24T13:17:22,005 DEBUG [RS:0;b10924491aa5:39175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:22,005 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,005 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:22,005 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:22,005 INFO [RS:0;b10924491aa5:39175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:17:22,005 INFO [RS:0;b10924491aa5:39175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:17:22,005 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. after waiting 0 ms 2024-11-24T13:17:22,005 INFO [RS:0;b10924491aa5:39175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:17:22,005 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:22,005 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:17:22,007 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:17:22,007 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1325): Online Regions={90f11502efe695fe0584462c5dbd4ca4=hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:17:22,007 DEBUG [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f11502efe695fe0584462c5dbd4ca4 2024-11-24T13:17:22,007 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:22,007 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:22,007 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:22,008 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:22,008 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:22,008 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T13:17:22,012 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/replication/90f11502efe695fe0584462c5dbd4ca4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T13:17:22,014 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:22,014 DEBUG [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/WALs/b10924491aa5,39175,1732454234440/b10924491aa5%2C39175%2C1732454234440.1732454235411 to pos 0, reset compression=false 2024-11-24T13:17:22,016 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:22,016 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:22,016 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:22,017 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90f11502efe695fe0584462c5dbd4ca4: Waiting for close lock at 1732454242004Running coprocessor pre-close hooks at 1732454242004Disabling compacts and flushes for region at 1732454242005 (+1 ms)Disabling writes for close at 1732454242005Writing region close event to WAL at 1732454242007 (+2 ms)Running coprocessor post-close hooks at 1732454242016 (+9 ms)Closed at 1732454242016 2024-11-24T13:17:22,017 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4. 2024-11-24T13:17:22,029 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/info/db99a027d8d24bcba99b36caee4b87d3 is 147, key is hbase:replication,,1732454227574.90f11502efe695fe0584462c5dbd4ca4./info:regioninfo/1732454240050/Put/seqid=0 2024-11-24T13:17:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741851_1027 (size=6385) 2024-11-24T13:17:22,036 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/info/db99a027d8d24bcba99b36caee4b87d3 2024-11-24T13:17:22,044 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/.tmp/info/db99a027d8d24bcba99b36caee4b87d3 as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/info/db99a027d8d24bcba99b36caee4b87d3 2024-11-24T13:17:22,047 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:22,052 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/info/db99a027d8d24bcba99b36caee4b87d3, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T13:17:22,054 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=19, compaction requested=false 2024-11-24T13:17:22,061 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T13:17:22,063 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:22,063 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:22,063 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:22,063 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454242007Running coprocessor pre-close hooks at 1732454242007Disabling compacts and flushes for region at 1732454242007Disabling writes for close at 1732454242008 (+1 ms)Obtaining lock to block concurrent updates at 1732454242008Preparing flush snapshotting stores in 1588230740 at 1732454242008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732454242008Flushing stores of hbase:meta,,1.1588230740 at 1732454242009 (+1 ms)Flushing 1588230740/info: creating writer at 1732454242009Flushing 1588230740/info: appending metadata at 1732454242029 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732454242029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4650d507: reopening flushed file at 1732454242043 (+14 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=19, compaction requested=false at 1732454242054 (+11 ms)Writing region close event to WAL at 1732454242056 (+2 ms)Running coprocessor post-close hooks at 1732454242063 (+7 ms)Closed at 1732454242063 2024-11-24T13:17:22,064 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:22,207 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,39175,1732454234440; all regions closed. 2024-11-24T13:17:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741849_1025 (size=2156) 2024-11-24T13:17:22,213 DEBUG [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs 2024-11-24T13:17:22,213 INFO [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C39175%2C1732454234440.meta:.meta(num 1732454235725) 2024-11-24T13:17:22,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741850_1026 (size=796) 2024-11-24T13:17:22,218 DEBUG [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs 2024-11-24T13:17:22,218 INFO [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C39175%2C1732454234440.rep:(num 1732454239999) 2024-11-24T13:17:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741848_1024 (size=93) 2024-11-24T13:17:22,222 DEBUG [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/oldWALs 2024-11-24T13:17:22,223 INFO [RS:0;b10924491aa5:39175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C39175%2C1732454234440:(num 1732454235411) 2024-11-24T13:17:22,223 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,223 INFO [RS:0;b10924491aa5:39175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:22,223 INFO [RS:0;b10924491aa5:39175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:22,223 INFO [RS:0;b10924491aa5:39175 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:22,223 INFO [RS:0;b10924491aa5:39175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:22,223 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:22,223 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,39175,1732454234440 because: Region server is closing 2024-11-24T13:17:22,223 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T13:17:22,224 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T13:17:22,224 INFO [RS:0;b10924491aa5:39175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39175. 2024-11-24T13:17:22,224 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T13:17:22,224 DEBUG [RS:0;b10924491aa5:39175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:22,224 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,224 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:22,324 WARN [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:17:22,324 WARN [RS:0;b10924491aa5:39175.replicationSource.shipperb10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T13:17:22,325 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b10924491aa5:39175.replicationSource.shipperb10924491aa5%2C39175%2C1732454234440,1-b10924491aa5,39175,1732454234440 terminated 2024-11-24T13:17:22,325 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b10924491aa5,39175,1732454234440 because: Region server is closing 2024-11-24T13:17:22,325 INFO [RS:0;b10924491aa5:39175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39175. 2024-11-24T13:17:22,325 DEBUG [RS:0;b10924491aa5:39175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:22,325 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,325 DEBUG [RS:0;b10924491aa5:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:22,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:22,426 WARN [RS:0;b10924491aa5:39175.replicationSource.wal-reader.b10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:17:22,426 WARN [RS:0;b10924491aa5:39175.replicationSource.shipperb10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T13:17:22,426 INFO [RS:0;b10924491aa5:39175 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b10924491aa5:39175.replicationSource.shipperb10924491aa5%2C39175%2C1732454234440,2-b10924491aa5,39175,1732454234440 terminated 2024-11-24T13:17:22,426 INFO [RS:0;b10924491aa5:39175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39175 2024-11-24T13:17:22,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/rs/b10924491aa5,39175,1732454234440 2024-11-24T13:17:22,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773/rs 2024-11-24T13:17:22,429 INFO [RS:0;b10924491aa5:39175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:22,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,39175,1732454234440] 2024-11-24T13:17:22,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048920773/draining/b10924491aa5,39175,1732454234440 already deleted, retry=false 2024-11-24T13:17:22,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,39175,1732454234440 expired; onlineServers=0 2024-11-24T13:17:22,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,45749,1732454234389' ***** 2024-11-24T13:17:22,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:17:22,433 INFO [M:0;b10924491aa5:45749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:22,433 INFO [M:0;b10924491aa5:45749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:22,433 DEBUG [M:0;b10924491aa5:45749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:17:22,433 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:17:22,433 DEBUG [M:0;b10924491aa5:45749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:17:22,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454235145 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454235145,5,FailOnTimeoutGroup] 2024-11-24T13:17:22,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454235144 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454235144,5,FailOnTimeoutGroup] 2024-11-24T13:17:22,433 INFO [M:0;b10924491aa5:45749 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:22,433 INFO [M:0;b10924491aa5:45749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:22,433 DEBUG [M:0;b10924491aa5:45749 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:17:22,433 INFO [M:0;b10924491aa5:45749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:17:22,434 INFO [M:0;b10924491aa5:45749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:22,434 INFO [M:0;b10924491aa5:45749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:17:22,434 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:17:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048920773/master 2024-11-24T13:17:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048920773 2024-11-24T13:17:22,434 DEBUG [M:0;b10924491aa5:45749 {}] zookeeper.ZKUtil(347): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Unable to get data of znode /0-1048920773/master because node does not exist (not an error) 2024-11-24T13:17:22,435 WARN [M:0;b10924491aa5:45749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:17:22,435 INFO [M:0;b10924491aa5:45749 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/.lastflushedseqids 2024-11-24T13:17:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741852_1028 (size=181) 2024-11-24T13:17:22,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:22,532 INFO [RS:0;b10924491aa5:39175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:22,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x1014a1f598e0007, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:22,532 INFO [RS:0;b10924491aa5:39175 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,39175,1732454234440; zookeeper connection closed. 2024-11-24T13:17:22,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498c4d2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498c4d2d 2024-11-24T13:17:22,533 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:17:22,843 INFO [M:0;b10924491aa5:45749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:17:22,843 INFO [M:0;b10924491aa5:45749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:17:22,843 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:22,843 INFO [M:0;b10924491aa5:45749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:22,843 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:22,843 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:22,843 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:22,844 INFO [M:0;b10924491aa5:45749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T13:17:22,865 DEBUG [M:0;b10924491aa5:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f24e420e8e644dbb8db704612b51363a is 82, key is hbase:meta,,1/info:regioninfo/1732454235804/Put/seqid=0 2024-11-24T13:17:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741853_1029 (size=5680) 2024-11-24T13:17:23,277 INFO [M:0;b10924491aa5:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f24e420e8e644dbb8db704612b51363a 2024-11-24T13:17:23,307 DEBUG [M:0;b10924491aa5:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb4cc36f40a34f018da757d59b0fb0eb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732454240060/Put/seqid=0 2024-11-24T13:17:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741854_1030 (size=7319) 2024-11-24T13:17:23,713 INFO [M:0;b10924491aa5:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb4cc36f40a34f018da757d59b0fb0eb 2024-11-24T13:17:23,740 DEBUG [M:0;b10924491aa5:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/666e8584c2594f06af17dab75af3854f is 69, key is b10924491aa5,39175,1732454234440/rs:state/1732454235186/Put/seqid=0 2024-11-24T13:17:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741855_1031 (size=5371) 2024-11-24T13:17:24,146 INFO [M:0;b10924491aa5:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/666e8584c2594f06af17dab75af3854f 2024-11-24T13:17:24,153 INFO [M:0;b10924491aa5:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 666e8584c2594f06af17dab75af3854f 2024-11-24T13:17:24,154 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f24e420e8e644dbb8db704612b51363a as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f24e420e8e644dbb8db704612b51363a 2024-11-24T13:17:24,161 INFO [M:0;b10924491aa5:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f24e420e8e644dbb8db704612b51363a, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T13:17:24,162 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb4cc36f40a34f018da757d59b0fb0eb as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb4cc36f40a34f018da757d59b0fb0eb 2024-11-24T13:17:24,169 INFO [M:0;b10924491aa5:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb4cc36f40a34f018da757d59b0fb0eb, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T13:17:24,170 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/666e8584c2594f06af17dab75af3854f as hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/666e8584c2594f06af17dab75af3854f 2024-11-24T13:17:24,175 INFO [M:0;b10924491aa5:45749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 666e8584c2594f06af17dab75af3854f 2024-11-24T13:17:24,175 INFO [M:0;b10924491aa5:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36557/user/jenkins/test-data/cb47df68-1950-529c-1aad-fd57e407d9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/666e8584c2594f06af17dab75af3854f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T13:17:24,177 INFO [M:0;b10924491aa5:45749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=172, compaction requested=false 2024-11-24T13:17:24,178 INFO [M:0;b10924491aa5:45749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:24,179 DEBUG [M:0;b10924491aa5:45749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454242843Disabling compacts and flushes for region at 1732454242843Disabling writes for close at 1732454242843Obtaining lock to block concurrent updates at 1732454242844 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454242844Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732454242844Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454242845 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454242845Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454242865 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454242865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454243284 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454243307 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454243307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454243720 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454243739 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454243739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f8d1b5: reopening flushed file at 1732454244153 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf26c70: reopening flushed file at 1732454244161 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b0746f: reopening flushed file at 1732454244169 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=172, compaction requested=false at 1732454244177 (+8 ms)Writing region close event to WAL at 1732454244178 (+1 ms)Closed at 1732454244178 2024-11-24T13:17:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741847_1023 (size=22949) 2024-11-24T13:17:24,182 INFO [M:0;b10924491aa5:45749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:17:24,182 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:24,182 INFO [M:0;b10924491aa5:45749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45749 2024-11-24T13:17:24,182 INFO [M:0;b10924491aa5:45749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:24,284 INFO [M:0;b10924491aa5:45749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:24,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:24,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1014a1f598e0006, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:24,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:24,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:24,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:24,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:24,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:24,290 WARN [BP-1740789804-172.17.0.2-1732454216235 heartbeating to localhost/127.0.0.1:36557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:17:24,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:17:24,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:17:24,290 WARN [BP-1740789804-172.17.0.2-1732454216235 heartbeating to localhost/127.0.0.1:36557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1740789804-172.17.0.2-1732454216235 (Datanode Uuid 942afcea-2e92-4a31-a5df-badd1692db0b) service to localhost/127.0.0.1:36557 2024-11-24T13:17:24,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d/data/data1/current/BP-1740789804-172.17.0.2-1732454216235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:24,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/cluster_8d167f4e-2431-0ef7-bc54-db5799df3d1d/data/data2/current/BP-1740789804-172.17.0.2-1732454216235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:24,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:17:24,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:24,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:24,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:24,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:24,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adb69f72-4230-7869-66ab-05226e2f532e/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:24,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:17:24,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:17:24,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/b10924491aa5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36557 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bfce5ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46589 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b10924491aa5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/b10924491aa5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50280) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50280) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=7661 (was 7534) - AvailableMemoryMB LEAK? - 2024-11-24T13:17:24,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=7664 2024-11-24T13:17:24,364 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T13:17:24,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.log.dir so I do NOT create it in target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505 2024-11-24T13:17:24,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:17:24,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.tmp.dir so I do NOT create it in target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505 2024-11-24T13:17:24,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f738fe3-6553-2b38-f0b7-162ee11abb27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:17:24,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505 2024-11-24T13:17:24,365 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4, deleteOnExit=true 2024-11-24T13:17:24,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4/zookeeper_0, clientPort=59249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:17:24,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59249 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/test.cache.data in system properties and HBase conf 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:17:24,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:17:24,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:17:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:24,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:17:24,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:17:24,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a1f598e0005, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:17:24,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a1f598e0002, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:17:24,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a1f598e0005, quorum=127.0.0.1:50280, baseZNode=/1817625862 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:17:24,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a1f598e0002, quorum=127.0.0.1:50280, baseZNode=/0-1048920773 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:17:24,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:24,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:24,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:24,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:24,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:24,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:24,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:24,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:24,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/java.io.tmpdir/jetty-localhost-38043-hadoop-hdfs-3_4_1-tests_jar-_-any-3503457841897941087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:24,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:38043} 2024-11-24T13:17:24,617 INFO [Time-limited test {}] server.Server(415): Started @30396ms 2024-11-24T13:17:24,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:24,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:24,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:24,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:24,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:24,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:24,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:24,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/java.io.tmpdir/jetty-localhost-41647-hadoop-hdfs-3_4_1-tests_jar-_-any-9966812391504424111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:24,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:41647} 2024-11-24T13:17:24,853 INFO [Time-limited test {}] server.Server(415): Started @30633ms 2024-11-24T13:17:24,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:17:24,965 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4/data/data1/current/BP-1335791439-172.17.0.2-1732454244409/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:24,966 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4/data/data2/current/BP-1335791439-172.17.0.2-1732454244409/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:24,993 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:17:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ab28037e71e5b0 with lease ID 0xbf4703e82c70a5c8: Processing first storage report for DS-88a00775-dcf2-45be-9ba4-d6d9d4001f39 from datanode DatanodeRegistration(127.0.0.1:42455, datanodeUuid=0c5a3eeb-3950-4351-bf1d-049cbceb70a0, infoPort=39721, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=916123609;c=1732454244409) 2024-11-24T13:17:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ab28037e71e5b0 with lease ID 0xbf4703e82c70a5c8: from storage DS-88a00775-dcf2-45be-9ba4-d6d9d4001f39 node DatanodeRegistration(127.0.0.1:42455, datanodeUuid=0c5a3eeb-3950-4351-bf1d-049cbceb70a0, infoPort=39721, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=916123609;c=1732454244409), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ab28037e71e5b0 with lease ID 0xbf4703e82c70a5c8: Processing first storage report for DS-b5b5d4ef-2fb2-49be-a138-232cf63ad4e1 from datanode DatanodeRegistration(127.0.0.1:42455, datanodeUuid=0c5a3eeb-3950-4351-bf1d-049cbceb70a0, infoPort=39721, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=916123609;c=1732454244409) 2024-11-24T13:17:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ab28037e71e5b0 with lease ID 0xbf4703e82c70a5c8: from storage DS-b5b5d4ef-2fb2-49be-a138-232cf63ad4e1 node DatanodeRegistration(127.0.0.1:42455, datanodeUuid=0c5a3eeb-3950-4351-bf1d-049cbceb70a0, infoPort=39721, infoSecurePort=0, ipcPort=33217, storageInfo=lv=-57;cid=testClusterID;nsid=916123609;c=1732454244409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:25,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505 2024-11-24T13:17:25,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:25,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:17:25,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb with version=8 2024-11-24T13:17:25,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/hbase-staging 2024-11-24T13:17:25,128 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:25,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:25,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:25,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:25,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:25,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:25,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:17:25,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:25,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34709 2024-11-24T13:17:25,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34709 connecting to ZooKeeper ensemble=127.0.0.1:59249 2024-11-24T13:17:25,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347090x0, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:25,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34709-0x1014a1fca9f0000 connected 2024-11-24T13:17:25,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:25,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:25,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on znode that does not yet exist, /01359699387/running 2024-11-24T13:17:25,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb, hbase.cluster.distributed=false 2024-11-24T13:17:25,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on znode that does not yet exist, /01359699387/acl 2024-11-24T13:17:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-24T13:17:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34709 2024-11-24T13:17:25,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34709 2024-11-24T13:17:25,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-24T13:17:25,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-24T13:17:25,190 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:25,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:25,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:25,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:25,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:25,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:25,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:17:25,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:25,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34455 2024-11-24T13:17:25,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34455 connecting to ZooKeeper ensemble=127.0.0.1:59249 2024-11-24T13:17:25,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:25,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:25,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344550x0, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:25,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34455-0x1014a1fca9f0001 connected 2024-11-24T13:17:25,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on znode that does not yet exist, /01359699387/running 2024-11-24T13:17:25,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:17:25,201 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:17:25,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on znode that does not yet exist, /01359699387/master 2024-11-24T13:17:25,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on znode that does not yet exist, /01359699387/acl 2024-11-24T13:17:25,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34455 2024-11-24T13:17:25,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34455 2024-11-24T13:17:25,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34455 2024-11-24T13:17:25,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34455 2024-11-24T13:17:25,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34455 2024-11-24T13:17:25,232 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:34709 2024-11-24T13:17:25,232 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01359699387/backup-masters/b10924491aa5,34709,1732454245127 2024-11-24T13:17:25,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387/backup-masters 2024-11-24T13:17:25,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387/backup-masters 2024-11-24T13:17:25,236 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on existing znode=/01359699387/backup-masters/b10924491aa5,34709,1732454245127 2024-11-24T13:17:25,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01359699387/master 2024-11-24T13:17:25,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:25,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:25,238 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on existing znode=/01359699387/master 2024-11-24T13:17:25,239 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01359699387/backup-masters/b10924491aa5,34709,1732454245127 from backup master directory 2024-11-24T13:17:25,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387/backup-masters 2024-11-24T13:17:25,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01359699387/backup-masters/b10924491aa5,34709,1732454245127 2024-11-24T13:17:25,240 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:25,240 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,34709,1732454245127 2024-11-24T13:17:25,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387/backup-masters 2024-11-24T13:17:25,245 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/hbase.id] with ID: 43caacf3-cab4-4747-8f53-396a1b41fa38 2024-11-24T13:17:25,245 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/.tmp/hbase.id 2024-11-24T13:17:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:17:25,655 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/.tmp/hbase.id]:[hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/hbase.id] 2024-11-24T13:17:25,674 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:25,674 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:17:25,677 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-24T13:17:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:25,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:17:25,691 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:25,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:17:25,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:25,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:17:26,110 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store 2024-11-24T13:17:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:17:26,119 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:26,119 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:26,119 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:26,119 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:26,119 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:26,120 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:26,120 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:26,120 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454246119Disabling compacts and flushes for region at 1732454246119Disabling writes for close at 1732454246120 (+1 ms)Writing region close event to WAL at 1732454246120Closed at 1732454246120 2024-11-24T13:17:26,121 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/.initializing 2024-11-24T13:17:26,121 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/WALs/b10924491aa5,34709,1732454245127 2024-11-24T13:17:26,122 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:26,125 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C34709%2C1732454245127, suffix=, logDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/WALs/b10924491aa5,34709,1732454245127, archiveDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/oldWALs, maxLogs=10 2024-11-24T13:17:26,142 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/WALs/b10924491aa5,34709,1732454245127/b10924491aa5%2C34709%2C1732454245127.1732454246125, exclude list is [], retry=0 2024-11-24T13:17:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-88a00775-dcf2-45be-9ba4-d6d9d4001f39,DISK] 2024-11-24T13:17:26,148 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/WALs/b10924491aa5,34709,1732454245127/b10924491aa5%2C34709%2C1732454245127.1732454246125 2024-11-24T13:17:26,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)] 2024-11-24T13:17:26,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:26,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:26,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:17:26,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:26,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:26,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:17:26,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:26,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:26,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:17:26,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:26,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:26,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:17:26,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:26,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:26,164 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,165 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,165 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,167 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:26,168 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:26,171 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:26,172 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63850163, jitterRate=-0.04855842888355255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:26,173 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454246149Initializing all the Stores at 1732454246151 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454246151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454246154 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454246154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454246154Cleaning up temporary data from old regions at 1732454246166 (+12 ms)Region opened successfully at 1732454246173 (+7 ms) 2024-11-24T13:17:26,173 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:17:26,177 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a845fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:26,178 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:17:26,178 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:17:26,178 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:17:26,178 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:17:26,179 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:17:26,179 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:17:26,179 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:17:26,185 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:17:26,186 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Unable to get data of znode /01359699387/balancer because node does not exist (not necessarily an error) 2024-11-24T13:17:26,188 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01359699387/balancer already deleted, retry=false 2024-11-24T13:17:26,188 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:17:26,189 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Unable to get data of znode /01359699387/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:17:26,190 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01359699387/normalizer already deleted, retry=false 2024-11-24T13:17:26,191 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:17:26,194 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Unable to get data of znode /01359699387/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:17:26,199 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01359699387/switch/split already deleted, retry=false 2024-11-24T13:17:26,200 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Unable to get data of znode /01359699387/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:17:26,203 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01359699387/switch/merge already deleted, retry=false 2024-11-24T13:17:26,206 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Unable to get data of znode /01359699387/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:17:26,208 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01359699387/snapshot-cleanup already deleted, retry=false 2024-11-24T13:17:26,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01359699387/running 2024-11-24T13:17:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01359699387/running 2024-11-24T13:17:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:26,211 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,34709,1732454245127, sessionid=0x1014a1fca9f0000, setting cluster-up flag (Was=false) 2024-11-24T13:17:26,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:26,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:26,222 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01359699387/flush-table-proc/acquired, /01359699387/flush-table-proc/reached, /01359699387/flush-table-proc/abort 2024-11-24T13:17:26,224 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,34709,1732454245127 2024-11-24T13:17:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:26,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:26,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01359699387/online-snapshot/acquired, /01359699387/online-snapshot/reached, /01359699387/online-snapshot/abort 2024-11-24T13:17:26,240 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,34709,1732454245127 2024-11-24T13:17:26,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:17:26,243 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:26,244 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:17:26,244 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:17:26,244 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,34709,1732454245127 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:17:26,245 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:26,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:26,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:26,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:26,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:17:26,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:26,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,253 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454276253 2024-11-24T13:17:26,254 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:17:26,254 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:17:26,254 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:17:26,254 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:17:26,254 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:17:26,254 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:17:26,254 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:26,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:17:26,256 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:17:26,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:17:26,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:17:26,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:17:26,257 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:26,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:17:26,260 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:17:26,260 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:17:26,268 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454246260,5,FailOnTimeoutGroup] 2024-11-24T13:17:26,268 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454246268,5,FailOnTimeoutGroup] 2024-11-24T13:17:26,268 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,268 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:17:26,268 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,268 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:17:26,320 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(746): ClusterId : 43caacf3-cab4-4747-8f53-396a1b41fa38 2024-11-24T13:17:26,320 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:17:26,322 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:17:26,322 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:17:26,327 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:17:26,328 DEBUG [RS:0;b10924491aa5:34455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8f34b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:26,347 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:34455 2024-11-24T13:17:26,347 INFO [RS:0;b10924491aa5:34455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:17:26,347 INFO [RS:0;b10924491aa5:34455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:17:26,347 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:17:26,348 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,34709,1732454245127 with port=34455, startcode=1732454245189 2024-11-24T13:17:26,349 DEBUG [RS:0;b10924491aa5:34455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:17:26,352 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:17:26,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,34455,1732454245189 2024-11-24T13:17:26,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34709 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,34455,1732454245189 2024-11-24T13:17:26,354 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb 2024-11-24T13:17:26,355 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41479 2024-11-24T13:17:26,355 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:17:26,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387/rs 2024-11-24T13:17:26,357 DEBUG [RS:0;b10924491aa5:34455 {}] zookeeper.ZKUtil(111): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on existing znode=/01359699387/rs/b10924491aa5,34455,1732454245189 2024-11-24T13:17:26,357 WARN [RS:0;b10924491aa5:34455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:26,357 INFO [RS:0;b10924491aa5:34455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:26,358 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189 2024-11-24T13:17:26,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,34455,1732454245189] 2024-11-24T13:17:26,367 INFO [RS:0;b10924491aa5:34455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:17:26,369 INFO [RS:0;b10924491aa5:34455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:17:26,369 INFO [RS:0;b10924491aa5:34455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:17:26,369 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,370 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:17:26,371 INFO [RS:0;b10924491aa5:34455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:17:26,371 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,371 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,371 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:26,372 DEBUG [RS:0;b10924491aa5:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:26,372 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,373 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,373 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,373 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,373 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,373 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34455,1732454245189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:26,390 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:17:26,390 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34455,1732454245189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,390 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,390 INFO [RS:0;b10924491aa5:34455 {}] regionserver.Replication(171): b10924491aa5,34455,1732454245189 started 2024-11-24T13:17:26,408 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:26,408 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,34455,1732454245189, RpcServer on b10924491aa5/172.17.0.2:34455, sessionid=0x1014a1fca9f0001 2024-11-24T13:17:26,408 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:17:26,408 DEBUG [RS:0;b10924491aa5:34455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,34455,1732454245189 2024-11-24T13:17:26,408 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34455,1732454245189' 2024-11-24T13:17:26,408 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01359699387/flush-table-proc/abort' 2024-11-24T13:17:26,409 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01359699387/flush-table-proc/acquired' 2024-11-24T13:17:26,410 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:17:26,410 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:17:26,410 DEBUG [RS:0;b10924491aa5:34455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,34455,1732454245189 2024-11-24T13:17:26,410 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34455,1732454245189' 2024-11-24T13:17:26,410 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01359699387/online-snapshot/abort' 2024-11-24T13:17:26,410 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01359699387/online-snapshot/acquired' 2024-11-24T13:17:26,410 DEBUG [RS:0;b10924491aa5:34455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:17:26,411 INFO [RS:0;b10924491aa5:34455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:17:26,411 INFO [RS:0;b10924491aa5:34455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:17:26,511 INFO [RS:0;b10924491aa5:34455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:26,513 INFO [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34455%2C1732454245189, suffix=, logDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189, archiveDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/oldWALs, maxLogs=10 2024-11-24T13:17:26,528 DEBUG [RS:0;b10924491aa5:34455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514, exclude list is [], retry=0 2024-11-24T13:17:26,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-88a00775-dcf2-45be-9ba4-d6d9d4001f39,DISK] 2024-11-24T13:17:26,534 INFO [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 2024-11-24T13:17:26,535 DEBUG [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)] 2024-11-24T13:17:26,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:17:26,680 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb 2024-11-24T13:17:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:17:27,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:27,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:27,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:27,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:27,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:27,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:27,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:27,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:27,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:27,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:27,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740 2024-11-24T13:17:27,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740 2024-11-24T13:17:27,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:27,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:27,100 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:27,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:27,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:27,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63374700, jitterRate=-0.05564337968826294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:27,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454247088Initializing all the Stores at 1732454247089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454247089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454247089Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454247089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454247089Cleaning up temporary data from old regions at 1732454247100 (+11 ms)Region opened successfully at 1732454247106 (+6 ms) 2024-11-24T13:17:27,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:27,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:27,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:27,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:27,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:27,106 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:27,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454247106Disabling compacts and flushes for region at 1732454247106Disabling writes for close at 1732454247106Writing region close event to WAL at 1732454247106Closed at 1732454247106 2024-11-24T13:17:27,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:27,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:17:27,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:27,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:27,110 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:17:27,261 DEBUG [b10924491aa5:34709 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:27,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,34455,1732454245189 2024-11-24T13:17:27,263 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34455,1732454245189, state=OPENING 2024-11-24T13:17:27,264 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:17:27,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:27,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:27,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:27,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01359699387/meta-region-server: CHANGED 2024-11-24T13:17:27,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01359699387/meta-region-server: CHANGED 2024-11-24T13:17:27,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34455,1732454245189}] 2024-11-24T13:17:27,422 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:27,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:17:27,428 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:27,428 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:27,428 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:27,430 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34455%2C1732454245189.meta, suffix=.meta, logDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189, archiveDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/oldWALs, maxLogs=10 2024-11-24T13:17:27,445 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.meta.1732454247431.meta, exclude list is [], retry=0 2024-11-24T13:17:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-88a00775-dcf2-45be-9ba4-d6d9d4001f39,DISK] 2024-11-24T13:17:27,449 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.meta.1732454247431.meta 2024-11-24T13:17:27,450 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)] 2024-11-24T13:17:27,450 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:27,450 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:27,450 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:27,450 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:27,451 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:27,451 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:27,451 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:27,451 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:27,451 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:27,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:27,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:27,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:27,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:27,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:27,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:27,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:27,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:27,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:27,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:27,459 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:27,459 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740 2024-11-24T13:17:27,461 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740 2024-11-24T13:17:27,462 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:27,462 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:27,463 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:27,464 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:27,465 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67097005, jitterRate=-1.7671287059783936E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:27,465 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:27,466 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454247451Writing region info on filesystem at 1732454247451Initializing all the Stores at 1732454247452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454247452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454247452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454247452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454247452Cleaning up temporary data from old regions at 1732454247462 (+10 ms)Running coprocessor post-open hooks at 1732454247465 (+3 ms)Region opened successfully at 1732454247466 (+1 ms) 2024-11-24T13:17:27,467 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454247421 2024-11-24T13:17:27,470 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:27,470 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:27,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34455,1732454245189 2024-11-24T13:17:27,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34455,1732454245189, state=OPEN 2024-11-24T13:17:27,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01359699387/meta-region-server 2024-11-24T13:17:27,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01359699387/meta-region-server 2024-11-24T13:17:27,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,34455,1732454245189 2024-11-24T13:17:27,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01359699387/meta-region-server: CHANGED 2024-11-24T13:17:27,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01359699387/meta-region-server: CHANGED 2024-11-24T13:17:27,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:17:27,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34455,1732454245189 in 214 msec 2024-11-24T13:17:27,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:17:27,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-24T13:17:27,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:27,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:17:27,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:27,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34455,1732454245189, seqNum=-1] 2024-11-24T13:17:27,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:27,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:27,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-24T13:17:27,499 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454247499, completionTime=-1 2024-11-24T13:17:27,499 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:17:27,499 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:17:27,501 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:17:27,501 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454307501 2024-11-24T13:17:27,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454367502 2024-11-24T13:17:27,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:17:27,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34709,1732454245127-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:27,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34709,1732454245127-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:27,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34709,1732454245127-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:27,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:34709, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:27,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:27,503 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:27,505 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.267sec 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34709,1732454245127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:27,507 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34709,1732454245127-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:17:27,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:17:27,510 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:17:27,510 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34709,1732454245127-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:27,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:17:27,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:27,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,34709,-1 for getting cluster id 2024-11-24T13:17:27,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:27,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:27,522 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43caacf3-cab4-4747-8f53-396a1b41fa38' 2024-11-24T13:17:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43caacf3-cab4-4747-8f53-396a1b41fa38" 2024-11-24T13:17:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2e48d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,34709,-1] 2024-11-24T13:17:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:27,524 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:27,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:27,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:27,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34455,1732454245189, seqNum=-1] 2024-11-24T13:17:27,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:27,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:27,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,34709,1732454245127 2024-11-24T13:17:27,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59249 2024-11-24T13:17:27,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.log.dir so I do NOT create it in target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110 2024-11-24T13:17:27,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.tmp.dir so I do NOT create it in target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110 2024-11-24T13:17:27,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:17:27,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/cluster_2ad990b0-61b3-6ec2-56d7-45fcfd88e2b1, deleteOnExit=true 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/test.cache.data in system properties and HBase conf 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:17:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:17:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:17:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:17:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:17:27,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a1fca9f0002 connected 2024-11-24T13:17:27,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:17:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:17:27,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:17:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:17:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:17:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:17:27,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:27,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:27,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:27,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:27,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:27,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:27,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:27,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:27,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/java.io.tmpdir/jetty-localhost-40033-hadoop-hdfs-3_4_1-tests_jar-_-any-27605619919265383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:27,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:40033} 2024-11-24T13:17:27,819 INFO [Time-limited test {}] server.Server(415): Started @33599ms 2024-11-24T13:17:27,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:27,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:27,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:27,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:27,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:27,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:27,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:28,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/java.io.tmpdir/jetty-localhost-44943-hadoop-hdfs-3_4_1-tests_jar-_-any-8264881107377503940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:28,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:44943} 2024-11-24T13:17:28,063 INFO [Time-limited test {}] server.Server(415): Started @33843ms 2024-11-24T13:17:28,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:17:28,163 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/cluster_2ad990b0-61b3-6ec2-56d7-45fcfd88e2b1/data/data1/current/BP-772775070-172.17.0.2-1732454247588/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:28,163 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/cluster_2ad990b0-61b3-6ec2-56d7-45fcfd88e2b1/data/data2/current/BP-772775070-172.17.0.2-1732454247588/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:28,187 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:17:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc6f357b1631ef7 with lease ID 0x5322028c73ecd3ff: Processing first storage report for DS-a1cb2c30-375f-481e-8cf6-aa4df98cc169 from datanode DatanodeRegistration(127.0.0.1:46225, datanodeUuid=cf45417b-8d3c-4e97-9a86-5d5efba10d17, infoPort=43969, infoSecurePort=0, ipcPort=38369, storageInfo=lv=-57;cid=testClusterID;nsid=1740210502;c=1732454247588) 2024-11-24T13:17:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc6f357b1631ef7 with lease ID 0x5322028c73ecd3ff: from storage DS-a1cb2c30-375f-481e-8cf6-aa4df98cc169 node DatanodeRegistration(127.0.0.1:46225, datanodeUuid=cf45417b-8d3c-4e97-9a86-5d5efba10d17, infoPort=43969, infoSecurePort=0, ipcPort=38369, storageInfo=lv=-57;cid=testClusterID;nsid=1740210502;c=1732454247588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc6f357b1631ef7 with lease ID 0x5322028c73ecd3ff: Processing first storage report for DS-2aed558c-67f2-4c73-9b74-b2b1d11f3e07 from datanode DatanodeRegistration(127.0.0.1:46225, datanodeUuid=cf45417b-8d3c-4e97-9a86-5d5efba10d17, infoPort=43969, infoSecurePort=0, ipcPort=38369, storageInfo=lv=-57;cid=testClusterID;nsid=1740210502;c=1732454247588) 2024-11-24T13:17:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc6f357b1631ef7 with lease ID 0x5322028c73ecd3ff: from storage DS-2aed558c-67f2-4c73-9b74-b2b1d11f3e07 node DatanodeRegistration(127.0.0.1:46225, datanodeUuid=cf45417b-8d3c-4e97-9a86-5d5efba10d17, infoPort=43969, infoSecurePort=0, ipcPort=38369, storageInfo=lv=-57;cid=testClusterID;nsid=1740210502;c=1732454247588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:28,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110 2024-11-24T13:17:28,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:28,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:17:28,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710 with version=8 2024-11-24T13:17:28,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/hbase-staging 2024-11-24T13:17:28,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:28,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:28,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:28,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:28,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:28,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:28,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:17:28,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:28,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46525 2024-11-24T13:17:28,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46525 connecting to ZooKeeper ensemble=127.0.0.1:59249 2024-11-24T13:17:28,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465250x0, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:28,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46525-0x1014a1fca9f0003 connected 2024-11-24T13:17:28,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:28,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:28,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on znode that does not yet exist, /1648011010/running 2024-11-24T13:17:28,659 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710, hbase.cluster.distributed=false 2024-11-24T13:17:28,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on znode that does not yet exist, /1648011010/acl 2024-11-24T13:17:28,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46525 2024-11-24T13:17:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46525 2024-11-24T13:17:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46525 2024-11-24T13:17:28,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46525 2024-11-24T13:17:28,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46525 2024-11-24T13:17:28,678 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:28,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:28,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:28,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:28,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:28,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:28,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:17:28,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:28,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41029 2024-11-24T13:17:28,680 WARN [RS:0;b10924491aa5:34455 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b10924491aa5,33607,1732454219606: status=Processing ServerCrashProcedure of b10924491aa5,33607,1732454219606 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732454235143, completionTime=-1 appears to have been leaked 2024-11-24T13:17:28,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41029 connecting to ZooKeeper ensemble=127.0.0.1:59249 2024-11-24T13:17:28,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:28,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410290x0, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:28,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410290x0, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on znode that does not yet exist, /1648011010/running 2024-11-24T13:17:28,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41029-0x1014a1fca9f0004 connected 2024-11-24T13:17:28,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:17:28,693 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:17:28,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on znode that does not yet exist, /1648011010/master 2024-11-24T13:17:28,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on znode that does not yet exist, /1648011010/acl 2024-11-24T13:17:28,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41029 2024-11-24T13:17:28,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41029 2024-11-24T13:17:28,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41029 2024-11-24T13:17:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41029 2024-11-24T13:17:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41029 2024-11-24T13:17:28,717 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:46525 2024-11-24T13:17:28,717 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1648011010/backup-masters/b10924491aa5,46525,1732454248607 2024-11-24T13:17:28,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010/backup-masters 2024-11-24T13:17:28,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010/backup-masters 2024-11-24T13:17:28,719 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on existing znode=/1648011010/backup-masters/b10924491aa5,46525,1732454248607 2024-11-24T13:17:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1648011010/master 2024-11-24T13:17:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:28,721 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on existing znode=/1648011010/master 2024-11-24T13:17:28,721 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1648011010/backup-masters/b10924491aa5,46525,1732454248607 from backup master directory 2024-11-24T13:17:28,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1648011010/backup-masters/b10924491aa5,46525,1732454248607 2024-11-24T13:17:28,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010/backup-masters 2024-11-24T13:17:28,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010/backup-masters 2024-11-24T13:17:28,725 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:28,725 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,46525,1732454248607 2024-11-24T13:17:28,729 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/hbase.id] with ID: b6cce86e-b74d-4baf-b25e-06bffc17201b 2024-11-24T13:17:28,730 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/.tmp/hbase.id 2024-11-24T13:17:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:17:29,137 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/.tmp/hbase.id]:[hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/hbase.id] 2024-11-24T13:17:29,150 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:29,150 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:17:29,151 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:17:29,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:29,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:17:29,560 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:29,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:17:29,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:29,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:17:29,970 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store 2024-11-24T13:17:29,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:17:29,976 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:29,976 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:29,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:29,976 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:29,976 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:29,976 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:29,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:29,976 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454249976Disabling compacts and flushes for region at 1732454249976Disabling writes for close at 1732454249976Writing region close event to WAL at 1732454249976Closed at 1732454249976 2024-11-24T13:17:29,977 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/.initializing 2024-11-24T13:17:29,977 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/WALs/b10924491aa5,46525,1732454248607 2024-11-24T13:17:29,978 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:29,980 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C46525%2C1732454248607, suffix=, logDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/WALs/b10924491aa5,46525,1732454248607, archiveDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/oldWALs, maxLogs=10 2024-11-24T13:17:29,993 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/WALs/b10924491aa5,46525,1732454248607/b10924491aa5%2C46525%2C1732454248607.1732454249980, exclude list is [], retry=0 2024-11-24T13:17:29,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-a1cb2c30-375f-481e-8cf6-aa4df98cc169,DISK] 2024-11-24T13:17:29,998 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/WALs/b10924491aa5,46525,1732454248607/b10924491aa5%2C46525%2C1732454248607.1732454249980 2024-11-24T13:17:29,998 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43969:43969)] 2024-11-24T13:17:29,998 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:29,998 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:29,998 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:29,998 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:29,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:17:30,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:30,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:17:30,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:30,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:17:30,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:30,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:17:30,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:30,006 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,007 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,007 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,009 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,009 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,009 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:30,010 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:30,013 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:30,013 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72595861, jitterRate=0.08176262676715851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:30,013 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454249998Initializing all the Stores at 1732454249999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454249999Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454249999Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454249999Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454249999Cleaning up temporary data from old regions at 1732454250009 (+10 ms)Region opened successfully at 1732454250013 (+4 ms) 2024-11-24T13:17:30,014 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:17:30,017 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2892a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:30,018 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:17:30,018 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:17:30,018 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:17:30,018 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:17:30,019 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:17:30,019 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:17:30,019 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:17:30,023 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:17:30,024 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Unable to get data of znode /1648011010/balancer because node does not exist (not necessarily an error) 2024-11-24T13:17:30,026 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1648011010/balancer already deleted, retry=false 2024-11-24T13:17:30,026 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:17:30,027 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Unable to get data of znode /1648011010/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:17:30,028 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1648011010/normalizer already deleted, retry=false 2024-11-24T13:17:30,028 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:17:30,029 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Unable to get data of znode /1648011010/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:17:30,032 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1648011010/switch/split already deleted, retry=false 2024-11-24T13:17:30,032 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Unable to get data of znode /1648011010/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:17:30,033 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1648011010/switch/merge already deleted, retry=false 2024-11-24T13:17:30,035 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Unable to get data of znode /1648011010/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:17:30,036 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1648011010/snapshot-cleanup already deleted, retry=false 2024-11-24T13:17:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1648011010/running 2024-11-24T13:17:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1648011010/running 2024-11-24T13:17:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:30,038 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,46525,1732454248607, sessionid=0x1014a1fca9f0003, setting cluster-up flag (Was=false) 2024-11-24T13:17:30,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:30,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:30,049 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1648011010/flush-table-proc/acquired, /1648011010/flush-table-proc/reached, /1648011010/flush-table-proc/abort 2024-11-24T13:17:30,050 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,46525,1732454248607 2024-11-24T13:17:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:30,059 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1648011010/online-snapshot/acquired, /1648011010/online-snapshot/reached, /1648011010/online-snapshot/abort 2024-11-24T13:17:30,060 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,46525,1732454248607 2024-11-24T13:17:30,061 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:17:30,063 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:30,063 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:17:30,063 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:17:30,064 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,46525,1732454248607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:17:30,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:30,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:30,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:30,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:30,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:17:30,065 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,066 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:30,066 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:30,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:17:30,069 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:17:30,072 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454280072 2024-11-24T13:17:30,072 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:17:30,072 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:17:30,073 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:17:30,074 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:17:30,074 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:17:30,076 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454250074,5,FailOnTimeoutGroup] 2024-11-24T13:17:30,076 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454250076,5,FailOnTimeoutGroup] 2024-11-24T13:17:30,076 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,076 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:17:30,076 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,076 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:17:30,106 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(746): ClusterId : b6cce86e-b74d-4baf-b25e-06bffc17201b 2024-11-24T13:17:30,107 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:17:30,109 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:17:30,109 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:17:30,111 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:17:30,112 DEBUG [RS:0;b10924491aa5:41029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bf70ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:30,124 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:41029 2024-11-24T13:17:30,124 INFO [RS:0;b10924491aa5:41029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:17:30,124 INFO [RS:0;b10924491aa5:41029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:17:30,124 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:17:30,125 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,46525,1732454248607 with port=41029, startcode=1732454248678 2024-11-24T13:17:30,125 DEBUG [RS:0;b10924491aa5:41029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:17:30,127 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:17:30,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,41029,1732454248678 2024-11-24T13:17:30,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46525 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,41029,1732454248678 2024-11-24T13:17:30,129 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710 2024-11-24T13:17:30,129 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36861 2024-11-24T13:17:30,130 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:17:30,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010/rs 2024-11-24T13:17:30,133 DEBUG [RS:0;b10924491aa5:41029 {}] zookeeper.ZKUtil(111): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on existing znode=/1648011010/rs/b10924491aa5,41029,1732454248678 2024-11-24T13:17:30,133 WARN [RS:0;b10924491aa5:41029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:30,133 INFO [RS:0;b10924491aa5:41029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:30,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,41029,1732454248678] 2024-11-24T13:17:30,133 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678 2024-11-24T13:17:30,137 INFO [RS:0;b10924491aa5:41029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:17:30,139 INFO [RS:0;b10924491aa5:41029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:17:30,140 INFO [RS:0;b10924491aa5:41029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:17:30,140 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,141 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:17:30,141 INFO [RS:0;b10924491aa5:41029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:17:30,141 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:30,142 DEBUG [RS:0;b10924491aa5:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:30,142 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,143 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,143 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,143 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,143 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,143 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,41029,1732454248678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:30,162 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:17:30,162 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,41029,1732454248678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,162 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,162 INFO [RS:0;b10924491aa5:41029 {}] regionserver.Replication(171): b10924491aa5,41029,1732454248678 started 2024-11-24T13:17:30,180 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:30,180 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,41029,1732454248678, RpcServer on b10924491aa5/172.17.0.2:41029, sessionid=0x1014a1fca9f0004 2024-11-24T13:17:30,180 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:17:30,180 DEBUG [RS:0;b10924491aa5:41029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,41029,1732454248678 2024-11-24T13:17:30,180 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,41029,1732454248678' 2024-11-24T13:17:30,180 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1648011010/flush-table-proc/abort' 2024-11-24T13:17:30,181 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1648011010/flush-table-proc/acquired' 2024-11-24T13:17:30,181 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:17:30,181 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:17:30,181 DEBUG [RS:0;b10924491aa5:41029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,41029,1732454248678 2024-11-24T13:17:30,181 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,41029,1732454248678' 2024-11-24T13:17:30,181 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1648011010/online-snapshot/abort' 2024-11-24T13:17:30,182 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1648011010/online-snapshot/acquired' 2024-11-24T13:17:30,182 DEBUG [RS:0;b10924491aa5:41029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:17:30,182 INFO [RS:0;b10924491aa5:41029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:17:30,182 INFO [RS:0;b10924491aa5:41029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:17:30,282 INFO [RS:0;b10924491aa5:41029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:30,284 INFO [RS:0;b10924491aa5:41029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C41029%2C1732454248678, suffix=, logDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678, archiveDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/oldWALs, maxLogs=10 2024-11-24T13:17:30,302 DEBUG [RS:0;b10924491aa5:41029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678/b10924491aa5%2C41029%2C1732454248678.1732454250285, exclude list is [], retry=0 2024-11-24T13:17:30,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-a1cb2c30-375f-481e-8cf6-aa4df98cc169,DISK] 2024-11-24T13:17:30,307 INFO [RS:0;b10924491aa5:41029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678/b10924491aa5%2C41029%2C1732454248678.1732454250285 2024-11-24T13:17:30,307 DEBUG [RS:0;b10924491aa5:41029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43969:43969)] 2024-11-24T13:17:30,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:17:30,482 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710 2024-11-24T13:17:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:17:30,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:30,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:30,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:30,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:30,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:30,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:30,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:30,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:30,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:30,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:30,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:30,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:30,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:30,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:30,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:30,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740 2024-11-24T13:17:30,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740 2024-11-24T13:17:30,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:30,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:30,923 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:30,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:30,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:30,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66770962, jitterRate=-0.005035132169723511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:30,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454250891Initializing all the Stores at 1732454250892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454250892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454250892Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454250892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454250892Cleaning up temporary data from old regions at 1732454250921 (+29 ms)Region opened successfully at 1732454250930 (+9 ms) 2024-11-24T13:17:30,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:30,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:30,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:30,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:30,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:30,931 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:30,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454250930Disabling compacts and flushes for region at 1732454250930Disabling writes for close at 1732454250931 (+1 ms)Writing region close event to WAL at 1732454250931Closed at 1732454250931 2024-11-24T13:17:30,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:30,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:17:30,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:30,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:30,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:17:31,090 DEBUG [b10924491aa5:46525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:31,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,41029,1732454248678 2024-11-24T13:17:31,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,41029,1732454248678, state=OPENING 2024-11-24T13:17:31,099 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:17:31,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:31,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:31,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1648011010/meta-region-server: CHANGED 2024-11-24T13:17:31,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:31,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,41029,1732454248678}] 2024-11-24T13:17:31,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1648011010/meta-region-server: CHANGED 2024-11-24T13:17:31,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:31,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:17:31,269 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:31,269 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:31,269 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:31,272 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C41029%2C1732454248678.meta, suffix=.meta, logDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678, archiveDir=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/oldWALs, maxLogs=10 2024-11-24T13:17:31,292 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678/b10924491aa5%2C41029%2C1732454248678.meta.1732454251272.meta, exclude list is [], retry=0 2024-11-24T13:17:31,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46225,DS-a1cb2c30-375f-481e-8cf6-aa4df98cc169,DISK] 2024-11-24T13:17:31,304 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678/b10924491aa5%2C41029%2C1732454248678.meta.1732454251272.meta 2024-11-24T13:17:31,305 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43969:43969)] 2024-11-24T13:17:31,305 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:31,306 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:31,306 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:31,306 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:31,306 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:31,306 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:31,306 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:31,307 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:31,307 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:31,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:31,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:31,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:31,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:31,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:31,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:31,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:31,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:31,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:31,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:31,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:31,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:31,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:31,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:31,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:31,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:31,330 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:31,331 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740 2024-11-24T13:17:31,332 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740 2024-11-24T13:17:31,334 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:31,334 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:31,335 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:31,338 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:31,350 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67451910, jitterRate=0.005111783742904663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:31,350 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:31,350 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454251307Writing region info on filesystem at 1732454251307Initializing all the Stores at 1732454251308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454251308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454251313 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454251313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454251313Cleaning up temporary data from old regions at 1732454251334 (+21 ms)Running coprocessor post-open hooks at 1732454251350 (+16 ms)Region opened successfully at 1732454251350 2024-11-24T13:17:31,352 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454251259 2024-11-24T13:17:31,355 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:31,355 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:31,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,41029,1732454248678 2024-11-24T13:17:31,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,41029,1732454248678, state=OPEN 2024-11-24T13:17:31,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1648011010/meta-region-server 2024-11-24T13:17:31,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1648011010/meta-region-server 2024-11-24T13:17:31,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1648011010/meta-region-server: CHANGED 2024-11-24T13:17:31,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,41029,1732454248678 2024-11-24T13:17:31,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1648011010/meta-region-server: CHANGED 2024-11-24T13:17:31,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:17:31,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,41029,1732454248678 in 257 msec 2024-11-24T13:17:31,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:17:31,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-24T13:17:31,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:31,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:17:31,373 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:31,373 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,41029,1732454248678, seqNum=-1] 2024-11-24T13:17:31,373 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:31,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:31,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-24T13:17:31,382 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454251382, completionTime=-1 2024-11-24T13:17:31,382 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:17:31,382 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:17:31,385 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:17:31,385 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454311385 2024-11-24T13:17:31,385 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454371385 2024-11-24T13:17:31,385 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:17:31,386 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46525,1732454248607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:31,386 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46525,1732454248607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:31,386 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46525,1732454248607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:31,386 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:46525, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:31,386 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:31,388 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:17:31,392 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.674sec 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46525,1732454248607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:31,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46525,1732454248607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:17:31,415 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:17:31,415 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:17:31,415 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46525,1732454248607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:31,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,46525,-1 for getting cluster id 2024-11-24T13:17:31,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:31,422 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6cce86e-b74d-4baf-b25e-06bffc17201b' 2024-11-24T13:17:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6cce86e-b74d-4baf-b25e-06bffc17201b" 2024-11-24T13:17:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3e12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,46525,-1] 2024-11-24T13:17:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:31,427 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:31,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:31,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,41029,1732454248678, seqNum=-1] 2024-11-24T13:17:31,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:31,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:31,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,46525,1732454248607 2024-11-24T13:17:31,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59249 2024-11-24T13:17:31,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:31,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a1fca9f0005 connected 2024-11-24T13:17:31,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,34709,-1 for getting cluster id 2024-11-24T13:17:31,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:31,468 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43caacf3-cab4-4747-8f53-396a1b41fa38' 2024-11-24T13:17:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43caacf3-cab4-4747-8f53-396a1b41fa38" 2024-11-24T13:17:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281a07ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,34709,-1] 2024-11-24T13:17:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:31,472 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779758a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,34709,1732454245127 2024-11-24T13:17:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8bdea0 2024-11-24T13:17:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:31,477 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:31,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:46525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:17:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:17:31,482 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:46525' 2024-11-24T13:17:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:31,489 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d27793c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,489 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,46525,-1 for getting cluster id 2024-11-24T13:17:31,489 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:31,490 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6cce86e-b74d-4baf-b25e-06bffc17201b' 2024-11-24T13:17:31,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:31,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6cce86e-b74d-4baf-b25e-06bffc17201b" 2024-11-24T13:17:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be9ae72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,46525,-1] 2024-11-24T13:17:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:31,493 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bd60de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:31,500 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:31,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,46525,1732454248607 2024-11-24T13:17:31,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55fdcaa2 2024-11-24T13:17:31,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:31,503 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:31,504 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T13:17:31,504 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:17:31,504 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:31,504 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:31,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:31,505 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:31,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:17:31,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:17:31,509 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:31,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:17:31,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741835_1011 (size=1138) 2024-11-24T13:17:31,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 160dd95af454764cb239c721a0ead279, NAME => 'hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb 2024-11-24T13:17:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741836_1012 (size=44) 2024-11-24T13:17:31,558 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:17:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 160dd95af454764cb239c721a0ead279, disabling compactions & flushes 2024-11-24T13:17:31,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. after waiting 0 ms 2024-11-24T13:17:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:31,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 160dd95af454764cb239c721a0ead279: Waiting for close lock at 1732454251951Disabling compacts and flushes for region at 1732454251951Disabling writes for close at 1732454251951Writing region close event to WAL at 1732454251951Closed at 1732454251951 2024-11-24T13:17:31,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:17:31,953 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454251953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454251953"}]},"ts":"1732454251953"} 2024-11-24T13:17:31,955 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:17:31,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:17:31,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454251956"}]},"ts":"1732454251956"} 2024-11-24T13:17:31,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:17:31,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=160dd95af454764cb239c721a0ead279, ASSIGN}] 2024-11-24T13:17:31,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=160dd95af454764cb239c721a0ead279, ASSIGN 2024-11-24T13:17:31,961 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=160dd95af454764cb239c721a0ead279, ASSIGN; state=OFFLINE, location=b10924491aa5,34455,1732454245189; forceNewPlan=false, retain=false 2024-11-24T13:17:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:32,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=160dd95af454764cb239c721a0ead279, regionState=OPENING, regionLocation=b10924491aa5,34455,1732454245189 2024-11-24T13:17:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=160dd95af454764cb239c721a0ead279, ASSIGN because future has completed 2024-11-24T13:17:32,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 160dd95af454764cb239c721a0ead279, server=b10924491aa5,34455,1732454245189}] 2024-11-24T13:17:32,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:32,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:32,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:17:32,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34455%2C1732454245189.rep, suffix=, logDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189, archiveDir=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/oldWALs, maxLogs=10 2024-11-24T13:17:32,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.rep.1732454252277, exclude list is [], retry=0 2024-11-24T13:17:32,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42455,DS-88a00775-dcf2-45be-9ba4-d6d9d4001f39,DISK] 2024-11-24T13:17:32,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.rep.1732454252277 2024-11-24T13:17:32,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)] 2024-11-24T13:17:32,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 160dd95af454764cb239c721a0ead279, NAME => 'hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:32,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:32,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:32,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. service=MultiRowMutationService 2024-11-24T13:17:32,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:17:32,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:32,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,299 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,301 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 160dd95af454764cb239c721a0ead279 columnFamilyName hfileref 2024-11-24T13:17:32,301 DEBUG [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:32,301 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] regionserver.HStore(327): Store=160dd95af454764cb239c721a0ead279/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:32,301 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,303 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 160dd95af454764cb239c721a0ead279 columnFamilyName queue 2024-11-24T13:17:32,303 DEBUG [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:32,303 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] regionserver.HStore(327): Store=160dd95af454764cb239c721a0ead279/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:32,303 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,304 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 160dd95af454764cb239c721a0ead279 columnFamilyName sid 2024-11-24T13:17:32,304 DEBUG [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:32,305 INFO [StoreOpener-160dd95af454764cb239c721a0ead279-1 {}] regionserver.HStore(327): Store=160dd95af454764cb239c721a0ead279/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:32,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:17:32,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:32,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 160dd95af454764cb239c721a0ead279; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70385151, jitterRate=0.048820480704307556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:17:32,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:32,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 160dd95af454764cb239c721a0ead279: Running coprocessor pre-open hook at 1732454252298Writing region info on filesystem at 1732454252298Initializing all the Stores at 1732454252299 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454252299Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454252299Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454252299Cleaning up temporary data from old regions at 1732454252307 (+8 ms)Running coprocessor post-open hooks at 1732454252311 (+4 ms)Region opened successfully at 1732454252312 (+1 ms) 2024-11-24T13:17:32,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279., pid=7, masterSystemTime=1732454252267 2024-11-24T13:17:32,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:32,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:32,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=160dd95af454764cb239c721a0ead279, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34455,1732454245189 2024-11-24T13:17:32,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 160dd95af454764cb239c721a0ead279, server=b10924491aa5,34455,1732454245189 because future has completed 2024-11-24T13:17:32,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T13:17:32,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 160dd95af454764cb239c721a0ead279, server=b10924491aa5,34455,1732454245189 in 205 msec 2024-11-24T13:17:32,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:17:32,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=160dd95af454764cb239c721a0ead279, ASSIGN in 364 msec 2024-11-24T13:17:32,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:17:32,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454252326"}]},"ts":"1732454252326"} 2024-11-24T13:17:32,328 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:17:32,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:17:32,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-11-24T13:17:32,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279., hostname=b10924491aa5,34455,1732454245189, seqNum=2] 2024-11-24T13:17:32,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:17:32,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:17:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:32,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:17:32,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T13:17:32,531 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:17:32,560 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,34455,1732454245189, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:17:32,561 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:32,561 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34455,1732454245189, seqNum=-1] 2024-11-24T13:17:32,562 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:32,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T13:17:32,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,34455,1732454245189', locateType=CURRENT is [region=hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279., hostname=b10924491aa5,34455,1732454245189, seqNum=2] 2024-11-24T13:17:32,568 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T13:17:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T13:17:32,571 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,34455,1732454245189 suceeded 2024-11-24T13:17:32,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T13:17:32,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-24T13:17:32,573 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:46525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:17:32,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0960 sec 2024-11-24T13:17:32,584 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:46525' 2024-11-24T13:17:32,585 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2433352c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:32,585 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,46525,-1 for getting cluster id 2024-11-24T13:17:32,586 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:32,586 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6cce86e-b74d-4baf-b25e-06bffc17201b' 2024-11-24T13:17:32,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:32,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6cce86e-b74d-4baf-b25e-06bffc17201b" 2024-11-24T13:17:32,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@261c1382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:32,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,46525,-1] 2024-11-24T13:17:32,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:32,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:32,588 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:32,589 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1252e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:32,589 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:32,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,46525,1732454248607 2024-11-24T13:17:32,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ef23f6 2024-11-24T13:17:32,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:32,590 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T13:17:32,591 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,34455,1732454245189 (queues=1) is replicating from cluster=43caacf3-cab4-4747-8f53-396a1b41fa38 to cluster=b6cce86e-b74d-4baf-b25e-06bffc17201b 2024-11-24T13:17:32,591 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C34455%2C1732454245189 2024-11-24T13:17:32,591 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,34455,1732454245189, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:17:32,592 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.shipperb10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C34455%2C1732454245189 2024-11-24T13:17:32,592 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514, startPosition=0, beingWritten=true 2024-11-24T13:17:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:32,619 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:17:32,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:32,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:32,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:32,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:32,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:32,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,34709,1732454245127 2024-11-24T13:17:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af5f5fa 2024-11-24T13:17:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:32,621 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:32,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:17:32,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:17:32,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:32,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:32,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:32,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:32,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:32,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:17:32,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=269053042, stopped=false 2024-11-24T13:17:32,623 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,46525,1732454248607 2024-11-24T13:17:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1648011010/running 2024-11-24T13:17:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1648011010/running 2024-11-24T13:17:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:32,625 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:32,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:32,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:32,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:32,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,41029,1732454248678' ***** 2024-11-24T13:17:32,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:17:32,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on znode that does not yet exist, /1648011010/running 2024-11-24T13:17:32,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Set watcher on znode that does not yet exist, /1648011010/running 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:17:32,626 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,41029,1732454248678 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:41029. 2024-11-24T13:17:32,626 DEBUG [RS:0;b10924491aa5:41029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:32,626 DEBUG [RS:0;b10924491aa5:41029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:17:32,626 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:17:32,626 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:17:32,626 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:32,627 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:32,627 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:32,627 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:32,627 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:32,627 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:32,627 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T13:17:32,643 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740/.tmp/ns/8b11683fe7804f259c3bea38fe603d4f is 43, key is default/ns:d/1732454251375/Put/seqid=0 2024-11-24T13:17:32,645 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741835_1011 (size=5153) 2024-11-24T13:17:32,797 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 to pos 0, reset compression=false 2024-11-24T13:17:32,827 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:32,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:17:32,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:32,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:33,027 DEBUG [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:33,049 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740/.tmp/ns/8b11683fe7804f259c3bea38fe603d4f 2024-11-24T13:17:33,055 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740/.tmp/ns/8b11683fe7804f259c3bea38fe603d4f as hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740/ns/8b11683fe7804f259c3bea38fe603d4f 2024-11-24T13:17:33,061 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740/ns/8b11683fe7804f259c3bea38fe603d4f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T13:17:33,062 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-24T13:17:33,066 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T13:17:33,067 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:33,067 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:33,067 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:33,067 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454252626Running coprocessor pre-close hooks at 1732454252627 (+1 ms)Disabling compacts and flushes for region at 1732454252627Disabling writes for close at 1732454252627Obtaining lock to block concurrent updates at 1732454252627Preparing flush snapshotting stores in 1588230740 at 1732454252627Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732454252627Flushing stores of hbase:meta,,1.1588230740 at 1732454252628 (+1 ms)Flushing 1588230740/ns: creating writer at 1732454252628Flushing 1588230740/ns: appending metadata at 1732454252643 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732454252643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1b4a31: reopening flushed file at 1732454253055 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732454253062 (+7 ms)Writing region close event to WAL at 1732454253063 (+1 ms)Running coprocessor post-close hooks at 1732454253067 (+4 ms)Closed at 1732454253067 2024-11-24T13:17:33,067 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:33,102 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 to pos 0, reset compression=false 2024-11-24T13:17:33,143 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:17:33,143 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:17:33,227 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,41029,1732454248678; all regions closed. 2024-11-24T13:17:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741834_1010 (size=1152) 2024-11-24T13:17:33,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/WALs/b10924491aa5,41029,1732454248678/b10924491aa5%2C41029%2C1732454248678.meta.1732454251272.meta not finished, retry = 0 2024-11-24T13:17:33,333 DEBUG [RS:0;b10924491aa5:41029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/oldWALs 2024-11-24T13:17:33,333 INFO [RS:0;b10924491aa5:41029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C41029%2C1732454248678.meta:.meta(num 1732454251272) 2024-11-24T13:17:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741832_1008 (size=93) 2024-11-24T13:17:33,338 DEBUG [RS:0;b10924491aa5:41029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/oldWALs 2024-11-24T13:17:33,338 INFO [RS:0;b10924491aa5:41029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C41029%2C1732454248678:(num 1732454250285) 2024-11-24T13:17:33,338 DEBUG [RS:0;b10924491aa5:41029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:33,338 INFO [RS:0;b10924491aa5:41029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:33,338 INFO [RS:0;b10924491aa5:41029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:33,338 INFO [RS:0;b10924491aa5:41029 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:33,338 INFO [RS:0;b10924491aa5:41029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:33,338 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:33,338 INFO [RS:0;b10924491aa5:41029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41029 2024-11-24T13:17:33,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1648011010/rs/b10924491aa5,41029,1732454248678 2024-11-24T13:17:33,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010/rs 2024-11-24T13:17:33,340 INFO [RS:0;b10924491aa5:41029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:33,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,41029,1732454248678] 2024-11-24T13:17:33,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1648011010/draining/b10924491aa5,41029,1732454248678 already deleted, retry=false 2024-11-24T13:17:33,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,41029,1732454248678 expired; onlineServers=0 2024-11-24T13:17:33,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,46525,1732454248607' ***** 2024-11-24T13:17:33,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:17:33,345 INFO [M:0;b10924491aa5:46525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:33,345 INFO [M:0;b10924491aa5:46525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:33,345 DEBUG [M:0;b10924491aa5:46525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:17:33,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:17:33,345 DEBUG [M:0;b10924491aa5:46525 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:17:33,345 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454250074 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454250074,5,FailOnTimeoutGroup] 2024-11-24T13:17:33,345 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454250076 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454250076,5,FailOnTimeoutGroup] 2024-11-24T13:17:33,345 INFO [M:0;b10924491aa5:46525 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:33,345 INFO [M:0;b10924491aa5:46525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:33,345 DEBUG [M:0;b10924491aa5:46525 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:17:33,345 INFO [M:0;b10924491aa5:46525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:17:33,345 INFO [M:0;b10924491aa5:46525 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:33,346 INFO [M:0;b10924491aa5:46525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:17:33,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:17:33,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1648011010/master 2024-11-24T13:17:33,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1648011010 2024-11-24T13:17:33,347 DEBUG [M:0;b10924491aa5:46525 {}] zookeeper.ZKUtil(347): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Unable to get data of znode /1648011010/master because node does not exist (not an error) 2024-11-24T13:17:33,347 WARN [M:0;b10924491aa5:46525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:17:33,347 INFO [M:0;b10924491aa5:46525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/.lastflushedseqids 2024-11-24T13:17:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741836_1012 (size=99) 2024-11-24T13:17:33,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:33,442 INFO [RS:0;b10924491aa5:41029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:33,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x1014a1fca9f0004, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:33,442 INFO [RS:0;b10924491aa5:41029 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,41029,1732454248678; zookeeper connection closed. 2024-11-24T13:17:33,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498ac443 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498ac443 2024-11-24T13:17:33,443 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:17:33,507 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 to pos 0, reset compression=false 2024-11-24T13:17:33,753 INFO [M:0;b10924491aa5:46525 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:17:33,753 INFO [M:0;b10924491aa5:46525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:17:33,753 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:33,753 INFO [M:0;b10924491aa5:46525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:33,753 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:33,753 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:33,753 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:33,753 INFO [M:0;b10924491aa5:46525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T13:17:33,773 DEBUG [M:0;b10924491aa5:46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dde70d8cd42455fb101ac06850e7015 is 82, key is hbase:meta,,1/info:regioninfo/1732454251357/Put/seqid=0 2024-11-24T13:17:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741837_1013 (size=5672) 2024-11-24T13:17:34,012 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 to pos 0, reset compression=false 2024-11-24T13:17:34,179 INFO [M:0;b10924491aa5:46525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dde70d8cd42455fb101ac06850e7015 2024-11-24T13:17:34,202 DEBUG [M:0;b10924491aa5:46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e8a035bcfd047ad9becb6ebade4f094 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732454251381/Put/seqid=0 2024-11-24T13:17:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741838_1014 (size=5275) 2024-11-24T13:17:34,607 INFO [M:0;b10924491aa5:46525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e8a035bcfd047ad9becb6ebade4f094 2024-11-24T13:17:34,617 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 to pos 0, reset compression=false 2024-11-24T13:17:34,628 DEBUG [M:0;b10924491aa5:46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fa86c90e154eceac01d4fefcaf0afb is 69, key is b10924491aa5,41029,1732454248678/rs:state/1732454250128/Put/seqid=0 2024-11-24T13:17:34,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741839_1015 (size=5156) 2024-11-24T13:17:35,033 INFO [M:0;b10924491aa5:46525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fa86c90e154eceac01d4fefcaf0afb 2024-11-24T13:17:35,040 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dde70d8cd42455fb101ac06850e7015 as hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dde70d8cd42455fb101ac06850e7015 2024-11-24T13:17:35,045 INFO [M:0;b10924491aa5:46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dde70d8cd42455fb101ac06850e7015, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T13:17:35,046 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e8a035bcfd047ad9becb6ebade4f094 as hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e8a035bcfd047ad9becb6ebade4f094 2024-11-24T13:17:35,051 INFO [M:0;b10924491aa5:46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e8a035bcfd047ad9becb6ebade4f094, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T13:17:35,052 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fa86c90e154eceac01d4fefcaf0afb as hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9fa86c90e154eceac01d4fefcaf0afb 2024-11-24T13:17:35,056 INFO [M:0;b10924491aa5:46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36861/user/jenkins/test-data/ef2ee60f-d763-1b8b-5f48-012311ed6710/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9fa86c90e154eceac01d4fefcaf0afb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T13:17:35,057 INFO [M:0;b10924491aa5:46525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false 2024-11-24T13:17:35,059 INFO [M:0;b10924491aa5:46525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:35,059 DEBUG [M:0;b10924491aa5:46525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454253753Disabling compacts and flushes for region at 1732454253753Disabling writes for close at 1732454253753Obtaining lock to block concurrent updates at 1732454253753Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454253753Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732454253754 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454253754Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454253755 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454253773 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454253773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454254185 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454254201 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454254202 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454254613 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454254628 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454254628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645b7b75: reopening flushed file at 1732454255039 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6ebfd5: reopening flushed file at 1732454255045 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7551b578: reopening flushed file at 1732454255051 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false at 1732454255057 (+6 ms)Writing region close event to WAL at 1732454255059 (+2 ms)Closed at 1732454255059 2024-11-24T13:17:35,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46225 is added to blk_1073741830_1006 (size=10165) 2024-11-24T13:17:35,062 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:35,062 INFO [M:0;b10924491aa5:46525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:17:35,062 INFO [M:0;b10924491aa5:46525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46525 2024-11-24T13:17:35,062 INFO [M:0;b10924491aa5:46525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:35,164 INFO [M:0;b10924491aa5:46525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1014a1fca9f0003, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:35,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:35,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:35,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:35,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:35,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:35,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:17:35,170 WARN [BP-772775070-172.17.0.2-1732454247588 heartbeating to localhost/127.0.0.1:36861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:17:35,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:17:35,170 WARN [BP-772775070-172.17.0.2-1732454247588 heartbeating to localhost/127.0.0.1:36861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-772775070-172.17.0.2-1732454247588 (Datanode Uuid cf45417b-8d3c-4e97-9a86-5d5efba10d17) service to localhost/127.0.0.1:36861 2024-11-24T13:17:35,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/cluster_2ad990b0-61b3-6ec2-56d7-45fcfd88e2b1/data/data1/current/BP-772775070-172.17.0.2-1732454247588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:35,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/cluster_2ad990b0-61b3-6ec2-56d7-45fcfd88e2b1/data/data2/current/BP-772775070-172.17.0.2-1732454247588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:35,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:17:35,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:35,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:35,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:35,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:35,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:17:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:17:35,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:35,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:35,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:35,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:35,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:35,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:17:35,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1306336514, stopped=false 2024-11-24T13:17:35,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,34709,1732454245127 2024-11-24T13:17:35,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01359699387/running 2024-11-24T13:17:35,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01359699387/running 2024-11-24T13:17:35,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:35,194 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:35,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:35,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:35,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:35,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:35,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on znode that does not yet exist, /01359699387/running 2024-11-24T13:17:35,194 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,34455,1732454245189' ***** 2024-11-24T13:17:35,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:17:35,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Set watcher on znode that does not yet exist, /01359699387/running 2024-11-24T13:17:35,195 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:35,195 INFO [RS:0;b10924491aa5:34455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:17:35,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:35,195 INFO [RS:0;b10924491aa5:34455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:17:35,195 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:35,195 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,34455,1732454245189 2024-11-24T13:17:35,195 INFO [RS:0;b10924491aa5:34455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:35,196 INFO [RS:0;b10924491aa5:34455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34455. 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 160dd95af454764cb239c721a0ead279, disabling compactions & flushes 2024-11-24T13:17:35,196 DEBUG [RS:0;b10924491aa5:34455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:35,196 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:35,196 DEBUG [RS:0;b10924491aa5:34455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. after waiting 0 ms 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:35,196 INFO [RS:0;b10924491aa5:34455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:17:35,196 INFO [RS:0;b10924491aa5:34455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:17:35,196 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 160dd95af454764cb239c721a0ead279 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T13:17:35,196 INFO [RS:0;b10924491aa5:34455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:17:35,196 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:17:35,196 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:17:35,196 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 160dd95af454764cb239c721a0ead279=hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279.} 2024-11-24T13:17:35,196 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:35,196 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:35,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:35,197 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T13:17:35,217 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279/.tmp/queue/e080b7e07fd3425a9cfbd0c54dac7627 is 151, key is 1-b10924491aa5,34455,1732454245189/queue:b10924491aa5%2C34455%2C1732454245189/1732454252566/Put/seqid=0 2024-11-24T13:17:35,217 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/info/e8ece0f002a24fc1ad320f9f43f3e855 is 147, key is hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279./info:regioninfo/1732454252317/Put/seqid=0 2024-11-24T13:17:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741838_1014 (size=6631) 2024-11-24T13:17:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741839_1015 (size=5350) 2024-11-24T13:17:35,280 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:35,322 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 to pos 0, reset compression=false 2024-11-24T13:17:35,392 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:17:35,392 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:17:35,396 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:35,597 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 160dd95af454764cb239c721a0ead279 2024-11-24T13:17:35,624 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279/.tmp/queue/e080b7e07fd3425a9cfbd0c54dac7627 2024-11-24T13:17:35,624 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/info/e8ece0f002a24fc1ad320f9f43f3e855 2024-11-24T13:17:35,631 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279/.tmp/queue/e080b7e07fd3425a9cfbd0c54dac7627 as hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279/queue/e080b7e07fd3425a9cfbd0c54dac7627 2024-11-24T13:17:35,637 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279/queue/e080b7e07fd3425a9cfbd0c54dac7627, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T13:17:35,638 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 160dd95af454764cb239c721a0ead279 in 442ms, sequenceid=5, compaction requested=false 2024-11-24T13:17:35,642 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/replication/160dd95af454764cb239c721a0ead279/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:17:35,642 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:35,643 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:35,643 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:35,643 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 160dd95af454764cb239c721a0ead279: Waiting for close lock at 1732454255196Running coprocessor pre-close hooks at 1732454255196Disabling compacts and flushes for region at 1732454255196Disabling writes for close at 1732454255196Obtaining lock to block concurrent updates at 1732454255196Preparing flush snapshotting stores in 160dd95af454764cb239c721a0ead279 at 1732454255196Finished memstore snapshotting hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732454255196Flushing stores of hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. at 1732454255197 (+1 ms)Flushing 160dd95af454764cb239c721a0ead279/queue: creating writer at 1732454255197Flushing 160dd95af454764cb239c721a0ead279/queue: appending metadata at 1732454255217 (+20 ms)Flushing 160dd95af454764cb239c721a0ead279/queue: closing flushed file at 1732454255217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d10ed3: reopening flushed file at 1732454255630 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 160dd95af454764cb239c721a0ead279 in 442ms, sequenceid=5, compaction requested=false at 1732454255638 (+8 ms)Writing region close event to WAL at 1732454255638Running coprocessor post-close hooks at 1732454255642 (+4 ms)Closed at 1732454255643 (+1 ms) 2024-11-24T13:17:35,643 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454251505.160dd95af454764cb239c721a0ead279. 2024-11-24T13:17:35,646 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/ns/11619859a185422b98b0c5b45c2d7cf3 is 43, key is default/ns:d/1732454247493/Put/seqid=0 2024-11-24T13:17:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741840_1016 (size=5153) 2024-11-24T13:17:35,797 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:35,997 DEBUG [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:17:36,051 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/ns/11619859a185422b98b0c5b45c2d7cf3 2024-11-24T13:17:36,093 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/table/33a5c2a03f084056949d06dacbd6b9da is 53, key is hbase:replication/table:state/1732454252326/Put/seqid=0 2024-11-24T13:17:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741841_1017 (size=5256) 2024-11-24T13:17:36,106 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/table/33a5c2a03f084056949d06dacbd6b9da 2024-11-24T13:17:36,117 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/info/e8ece0f002a24fc1ad320f9f43f3e855 as hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/info/e8ece0f002a24fc1ad320f9f43f3e855 2024-11-24T13:17:36,127 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/info/e8ece0f002a24fc1ad320f9f43f3e855, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T13:17:36,129 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/ns/11619859a185422b98b0c5b45c2d7cf3 as hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/ns/11619859a185422b98b0c5b45c2d7cf3 2024-11-24T13:17:36,131 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.1732454246514 to pos 0, reset compression=false 2024-11-24T13:17:36,140 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/ns/11619859a185422b98b0c5b45c2d7cf3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:17:36,142 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/.tmp/table/33a5c2a03f084056949d06dacbd6b9da as hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/table/33a5c2a03f084056949d06dacbd6b9da 2024-11-24T13:17:36,153 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/table/33a5c2a03f084056949d06dacbd6b9da, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T13:17:36,155 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false 2024-11-24T13:17:36,175 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T13:17:36,177 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:36,177 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:36,177 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:36,177 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454255196Running coprocessor pre-close hooks at 1732454255196Disabling compacts and flushes for region at 1732454255196Disabling writes for close at 1732454255196Obtaining lock to block concurrent updates at 1732454255197 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732454255197Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732454255197Flushing stores of hbase:meta,,1.1588230740 at 1732454255198 (+1 ms)Flushing 1588230740/info: creating writer at 1732454255198Flushing 1588230740/info: appending metadata at 1732454255217 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732454255217Flushing 1588230740/ns: creating writer at 1732454255630 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732454255645 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732454255646 (+1 ms)Flushing 1588230740/table: creating writer at 1732454256060 (+414 ms)Flushing 1588230740/table: appending metadata at 1732454256092 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732454256093 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b20187: reopening flushed file at 1732454256116 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1770b7f2: reopening flushed file at 1732454256128 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3132f5d6: reopening flushed file at 1732454256141 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false at 1732454256155 (+14 ms)Writing region close event to WAL at 1732454256169 (+14 ms)Running coprocessor post-close hooks at 1732454256177 (+8 ms)Closed at 1732454256177 2024-11-24T13:17:36,177 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:36,197 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,34455,1732454245189; all regions closed. 2024-11-24T13:17:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741834_1010 (size=2742) 2024-11-24T13:17:36,205 DEBUG [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/oldWALs 2024-11-24T13:17:36,205 INFO [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C34455%2C1732454245189.meta:.meta(num 1732454247431) 2024-11-24T13:17:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741837_1013 (size=1586) 2024-11-24T13:17:36,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/WALs/b10924491aa5,34455,1732454245189/b10924491aa5%2C34455%2C1732454245189.rep.1732454252277 not finished, retry = 0 2024-11-24T13:17:36,312 DEBUG [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/oldWALs 2024-11-24T13:17:36,313 INFO [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C34455%2C1732454245189.rep:(num 1732454252277) 2024-11-24T13:17:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741832_1008 (size=93) 2024-11-24T13:17:36,326 DEBUG [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/oldWALs 2024-11-24T13:17:36,326 INFO [RS:0;b10924491aa5:34455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C34455%2C1732454245189:(num 1732454246514) 2024-11-24T13:17:36,326 DEBUG [RS:0;b10924491aa5:34455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:36,326 INFO [RS:0;b10924491aa5:34455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:36,327 INFO [RS:0;b10924491aa5:34455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:36,327 INFO [RS:0;b10924491aa5:34455 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:36,327 INFO [RS:0;b10924491aa5:34455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:36,327 INFO [RS:0;b10924491aa5:34455 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,34455,1732454245189 because: Region server is closing 2024-11-24T13:17:36,328 INFO [RS:0;b10924491aa5:34455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34455. 2024-11-24T13:17:36,328 DEBUG [RS:0;b10924491aa5:34455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:36,328 DEBUG [RS:0;b10924491aa5:34455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:36,328 DEBUG [RS:0;b10924491aa5:34455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:36,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:36,328 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:36,428 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.wal-reader.b10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:17:36,428 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.shipperb10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T13:17:36,429 INFO [RS:0;b10924491aa5:34455 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34455,1732454245189.replicationSource.shipperb10924491aa5%2C34455%2C1732454245189,1-b10924491aa5,34455,1732454245189 terminated 2024-11-24T13:17:36,429 INFO [RS:0;b10924491aa5:34455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34455 2024-11-24T13:17:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01359699387/rs/b10924491aa5,34455,1732454245189 2024-11-24T13:17:36,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387/rs 2024-11-24T13:17:36,431 INFO [RS:0;b10924491aa5:34455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:36,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,34455,1732454245189] 2024-11-24T13:17:36,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01359699387/draining/b10924491aa5,34455,1732454245189 already deleted, retry=false 2024-11-24T13:17:36,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,34455,1732454245189 expired; onlineServers=0 2024-11-24T13:17:36,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,34709,1732454245127' ***** 2024-11-24T13:17:36,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:17:36,437 INFO [M:0;b10924491aa5:34709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:36,437 INFO [M:0;b10924491aa5:34709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:36,437 DEBUG [M:0;b10924491aa5:34709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:17:36,437 DEBUG [M:0;b10924491aa5:34709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:17:36,437 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:17:36,437 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454246260 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454246260,5,FailOnTimeoutGroup] 2024-11-24T13:17:36,437 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454246268 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454246268,5,FailOnTimeoutGroup] 2024-11-24T13:17:36,437 INFO [M:0;b10924491aa5:34709 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:36,437 INFO [M:0;b10924491aa5:34709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:36,437 DEBUG [M:0;b10924491aa5:34709 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:17:36,437 INFO [M:0;b10924491aa5:34709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:17:36,438 INFO [M:0;b10924491aa5:34709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:36,438 INFO [M:0;b10924491aa5:34709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:17:36,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:17:36,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01359699387/master 2024-11-24T13:17:36,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01359699387 2024-11-24T13:17:36,441 DEBUG [M:0;b10924491aa5:34709 {}] zookeeper.ZKUtil(347): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Unable to get data of znode /01359699387/master because node does not exist (not an error) 2024-11-24T13:17:36,441 WARN [M:0;b10924491aa5:34709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:17:36,442 INFO [M:0;b10924491aa5:34709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/.lastflushedseqids 2024-11-24T13:17:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741842_1018 (size=181) 2024-11-24T13:17:36,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:36,533 INFO [RS:0;b10924491aa5:34455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:36,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1014a1fca9f0001, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:36,534 INFO [RS:0;b10924491aa5:34455 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,34455,1732454245189; zookeeper connection closed. 2024-11-24T13:17:36,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6818eb47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6818eb47 2024-11-24T13:17:36,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:17:36,848 INFO [M:0;b10924491aa5:34709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:17:36,848 INFO [M:0;b10924491aa5:34709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:17:36,849 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:36,849 INFO [M:0;b10924491aa5:34709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:36,849 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:36,849 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:36,849 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:36,849 INFO [M:0;b10924491aa5:34709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T13:17:36,865 DEBUG [M:0;b10924491aa5:34709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4225c4014a7f434fbab13de73cea6cb1 is 82, key is hbase:meta,,1/info:regioninfo/1732454247470/Put/seqid=0 2024-11-24T13:17:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741843_1019 (size=5672) 2024-11-24T13:17:37,270 INFO [M:0;b10924491aa5:34709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4225c4014a7f434fbab13de73cea6cb1 2024-11-24T13:17:37,290 DEBUG [M:0;b10924491aa5:34709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31a616ad0c194d2d9c8c952e02b8338e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732454252331/Put/seqid=0 2024-11-24T13:17:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741844_1020 (size=7203) 2024-11-24T13:17:37,694 INFO [M:0;b10924491aa5:34709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31a616ad0c194d2d9c8c952e02b8338e 2024-11-24T13:17:37,714 DEBUG [M:0;b10924491aa5:34709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deeaa78994e14a8fb7a8ba9d7f62c5c6 is 69, key is b10924491aa5,34455,1732454245189/rs:state/1732454246353/Put/seqid=0 2024-11-24T13:17:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741845_1021 (size=5156) 2024-11-24T13:17:38,119 INFO [M:0;b10924491aa5:34709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deeaa78994e14a8fb7a8ba9d7f62c5c6 2024-11-24T13:17:38,125 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4225c4014a7f434fbab13de73cea6cb1 as hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4225c4014a7f434fbab13de73cea6cb1 2024-11-24T13:17:38,131 INFO [M:0;b10924491aa5:34709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4225c4014a7f434fbab13de73cea6cb1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T13:17:38,132 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31a616ad0c194d2d9c8c952e02b8338e as hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31a616ad0c194d2d9c8c952e02b8338e 2024-11-24T13:17:38,138 INFO [M:0;b10924491aa5:34709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31a616ad0c194d2d9c8c952e02b8338e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T13:17:38,139 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deeaa78994e14a8fb7a8ba9d7f62c5c6 as hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/deeaa78994e14a8fb7a8ba9d7f62c5c6 2024-11-24T13:17:38,143 INFO [M:0;b10924491aa5:34709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41479/user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/deeaa78994e14a8fb7a8ba9d7f62c5c6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T13:17:38,145 INFO [M:0;b10924491aa5:34709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-24T13:17:38,146 INFO [M:0;b10924491aa5:34709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:38,146 DEBUG [M:0;b10924491aa5:34709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454256849Disabling compacts and flushes for region at 1732454256849Disabling writes for close at 1732454256849Obtaining lock to block concurrent updates at 1732454256849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454256849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732454256849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454256850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454256850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454256865 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454256865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454257275 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454257290 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454257290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454257699 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454257713 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454257713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392eb4c9: reopening flushed file at 1732454258124 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b247c9: reopening flushed file at 1732454258131 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad64932: reopening flushed file at 1732454258138 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1732454258145 (+7 ms)Writing region close event to WAL at 1732454258146 (+1 ms)Closed at 1732454258146 2024-11-24T13:17:38,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42455 is added to blk_1073741830_1006 (size=41008) 2024-11-24T13:17:38,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/572d6947-7374-4d34-66da-0efdec147cbb/MasterData/WALs/b10924491aa5,34709,1732454245127/b10924491aa5%2C34709%2C1732454245127.1732454246125 not finished, retry = 0 2024-11-24T13:17:38,249 INFO [M:0;b10924491aa5:34709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:17:38,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:38,250 INFO [M:0;b10924491aa5:34709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34709 2024-11-24T13:17:38,250 INFO [M:0;b10924491aa5:34709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:38,352 INFO [M:0;b10924491aa5:34709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x1014a1fca9f0000, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:38,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:38,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:38,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:38,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:38,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:38,357 WARN [BP-1335791439-172.17.0.2-1732454244409 heartbeating to localhost/127.0.0.1:41479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:17:38,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:17:38,357 WARN [BP-1335791439-172.17.0.2-1732454244409 heartbeating to localhost/127.0.0.1:41479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1335791439-172.17.0.2-1732454244409 (Datanode Uuid 0c5a3eeb-3950-4351-bf1d-049cbceb70a0) service to localhost/127.0.0.1:41479 2024-11-24T13:17:38,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:17:38,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4/data/data1/current/BP-1335791439-172.17.0.2-1732454244409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:38,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/cluster_be98b4da-64e1-59fb-4406-f5a8d4dad2d4/data/data2/current/BP-1335791439-172.17.0.2-1732454244409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:38,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:17:38,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:38,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:38,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:38,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:38,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfcf62b-56df-ecfa-a39f-ec6b46ce5505/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:38,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:17:38,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:17:38,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 109) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59249) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41479 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36861 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=6907 (was 7664) 2024-11-24T13:17:38,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=6907 2024-11-24T13:17:38,412 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T13:17:38,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.log.dir so I do NOT create it in target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a 2024-11-24T13:17:38,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:17:38,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.tmp.dir so I do NOT create it in target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a 2024-11-24T13:17:38,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9cd35a-5283-048c-c4fa-beba10aaa110/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:17:38,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a 2024-11-24T13:17:38,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d, deleteOnExit=true 2024-11-24T13:17:38,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d/zookeeper_0, clientPort=53645, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:17:38,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53645 2024-11-24T13:17:38,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:17:38,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:17:38,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/test.cache.data in system properties and HBase conf 2024-11-24T13:17:38,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:17:38,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:17:38,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:17:38,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:17:38,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:17:38,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:38,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:17:38,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:17:38,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a1fca9f0002, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:17:38,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a1fca9f0005, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:17:38,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a1fca9f0005, quorum=127.0.0.1:59249, baseZNode=/1648011010 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:17:38,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a1fca9f0002, quorum=127.0.0.1:59249, baseZNode=/01359699387 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:17:38,485 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T13:17:38,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:38,501 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:38,503 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:38,504 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:38,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:38,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:38,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:38,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:38,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:38,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:38,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:38,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:38,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/java.io.tmpdir/jetty-localhost-33303-hadoop-hdfs-3_4_1-tests_jar-_-any-5301454329972386485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:38,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:33303} 2024-11-24T13:17:38,649 INFO [Time-limited test {}] server.Server(415): Started @44429ms 2024-11-24T13:17:38,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:38,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:38,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:38,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:38,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:38,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:38,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:38,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/java.io.tmpdir/jetty-localhost-40147-hadoop-hdfs-3_4_1-tests_jar-_-any-11801512253702101510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:38,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:40147} 2024-11-24T13:17:38,875 INFO [Time-limited test {}] server.Server(415): Started @44655ms 2024-11-24T13:17:38,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:17:38,984 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d/data/data1/current/BP-2024305953-172.17.0.2-1732454258448/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:38,984 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d/data/data2/current/BP-2024305953-172.17.0.2-1732454258448/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:39,000 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:17:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbc5ed4ef0709327 with lease ID 0x5a61e6f86f788fbd: Processing first storage report for DS-0ab7f613-21a8-412e-a93e-9acedbcb9b79 from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=ef59169c-9f0e-496a-a366-70bd3df2702d, infoPort=45993, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=768135484;c=1732454258448) 2024-11-24T13:17:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbc5ed4ef0709327 with lease ID 0x5a61e6f86f788fbd: from storage DS-0ab7f613-21a8-412e-a93e-9acedbcb9b79 node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=ef59169c-9f0e-496a-a366-70bd3df2702d, infoPort=45993, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=768135484;c=1732454258448), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:17:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbc5ed4ef0709327 with lease ID 0x5a61e6f86f788fbd: Processing first storage report for DS-8a60a64b-b38d-403b-931f-d6fe051173e9 from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=ef59169c-9f0e-496a-a366-70bd3df2702d, infoPort=45993, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=768135484;c=1732454258448) 2024-11-24T13:17:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbc5ed4ef0709327 with lease ID 0x5a61e6f86f788fbd: from storage DS-8a60a64b-b38d-403b-931f-d6fe051173e9 node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=ef59169c-9f0e-496a-a366-70bd3df2702d, infoPort=45993, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=768135484;c=1732454258448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:39,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a 2024-11-24T13:17:39,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:39,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:17:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:17:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T13:17:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:39,418 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337 with version=8 2024-11-24T13:17:39,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/hbase-staging 2024-11-24T13:17:39,420 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:39,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:39,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:39,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:39,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:39,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:39,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:17:39,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:39,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42429 2024-11-24T13:17:39,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42429 connecting to ZooKeeper ensemble=127.0.0.1:53645 2024-11-24T13:17:39,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424290x0, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:39,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42429-0x1014a20017e0000 connected 2024-11-24T13:17:39,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:39,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:39,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on znode that does not yet exist, /0-1853904713/running 2024-11-24T13:17:39,450 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337, hbase.cluster.distributed=false 2024-11-24T13:17:39,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on znode that does not yet exist, /0-1853904713/acl 2024-11-24T13:17:39,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-24T13:17:39,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42429 2024-11-24T13:17:39,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42429 2024-11-24T13:17:39,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-24T13:17:39,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42429 2024-11-24T13:17:39,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:39,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:39,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:39,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:39,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:39,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:39,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:17:39,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:39,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43291 2024-11-24T13:17:39,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43291 connecting to ZooKeeper ensemble=127.0.0.1:53645 2024-11-24T13:17:39,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:39,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:39,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432910x0, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:39,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432910x0, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on znode that does not yet exist, /0-1853904713/running 2024-11-24T13:17:39,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43291-0x1014a20017e0001 connected 2024-11-24T13:17:39,486 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:17:39,487 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:17:39,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on znode that does not yet exist, /0-1853904713/master 2024-11-24T13:17:39,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on znode that does not yet exist, /0-1853904713/acl 2024-11-24T13:17:39,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43291 2024-11-24T13:17:39,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43291 2024-11-24T13:17:39,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43291 2024-11-24T13:17:39,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43291 2024-11-24T13:17:39,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43291 2024-11-24T13:17:39,505 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:42429 2024-11-24T13:17:39,505 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1853904713/backup-masters/b10924491aa5,42429,1732454259420 2024-11-24T13:17:39,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713/backup-masters 2024-11-24T13:17:39,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713/backup-masters 2024-11-24T13:17:39,507 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on existing znode=/0-1853904713/backup-masters/b10924491aa5,42429,1732454259420 2024-11-24T13:17:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1853904713/master 2024-11-24T13:17:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:39,509 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on existing znode=/0-1853904713/master 2024-11-24T13:17:39,509 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1853904713/backup-masters/b10924491aa5,42429,1732454259420 from backup master directory 2024-11-24T13:17:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1853904713/backup-masters/b10924491aa5,42429,1732454259420 2024-11-24T13:17:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713/backup-masters 2024-11-24T13:17:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713/backup-masters 2024-11-24T13:17:39,511 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:39,511 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,42429,1732454259420 2024-11-24T13:17:39,515 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/hbase.id] with ID: d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15 2024-11-24T13:17:39,515 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/.tmp/hbase.id 2024-11-24T13:17:39,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:17:39,921 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/.tmp/hbase.id]:[hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/hbase.id] 2024-11-24T13:17:39,932 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:39,932 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:17:39,933 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:17:39,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:39,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:17:40,343 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:40,345 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:17:40,345 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:40,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:17:40,358 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store 2024-11-24T13:17:40,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:17:40,366 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:40,366 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:40,366 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:40,366 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:40,366 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:40,366 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:40,366 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:40,366 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454260366Disabling compacts and flushes for region at 1732454260366Disabling writes for close at 1732454260366Writing region close event to WAL at 1732454260366Closed at 1732454260366 2024-11-24T13:17:40,368 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/.initializing 2024-11-24T13:17:40,368 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/WALs/b10924491aa5,42429,1732454259420 2024-11-24T13:17:40,370 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:40,372 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C42429%2C1732454259420, suffix=, logDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/WALs/b10924491aa5,42429,1732454259420, archiveDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/oldWALs, maxLogs=10 2024-11-24T13:17:40,393 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/WALs/b10924491aa5,42429,1732454259420/b10924491aa5%2C42429%2C1732454259420.1732454260372, exclude list is [], retry=0 2024-11-24T13:17:40,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-0ab7f613-21a8-412e-a93e-9acedbcb9b79,DISK] 2024-11-24T13:17:40,400 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/WALs/b10924491aa5,42429,1732454259420/b10924491aa5%2C42429%2C1732454259420.1732454260372 2024-11-24T13:17:40,400 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45993:45993)] 2024-11-24T13:17:40,400 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:40,401 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:40,401 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,401 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:17:40,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:40,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:17:40,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:40,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:17:40,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:40,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:17:40,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:40,415 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,416 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,416 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,417 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,417 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,418 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:40,419 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:40,423 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:40,423 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72316623, jitterRate=0.07760165631771088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:40,424 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454260401Initializing all the Stores at 1732454260402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454260402Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454260403 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454260403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454260403Cleaning up temporary data from old regions at 1732454260417 (+14 ms)Region opened successfully at 1732454260424 (+7 ms) 2024-11-24T13:17:40,425 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:17:40,429 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba46b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:40,430 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:17:40,430 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:17:40,430 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:17:40,430 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:17:40,431 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:17:40,431 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:17:40,431 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:17:40,434 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:17:40,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Unable to get data of znode /0-1853904713/balancer because node does not exist (not necessarily an error) 2024-11-24T13:17:40,437 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1853904713/balancer already deleted, retry=false 2024-11-24T13:17:40,437 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:17:40,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Unable to get data of znode /0-1853904713/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:17:40,439 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1853904713/normalizer already deleted, retry=false 2024-11-24T13:17:40,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:17:40,440 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Unable to get data of znode /0-1853904713/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:17:40,441 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1853904713/switch/split already deleted, retry=false 2024-11-24T13:17:40,442 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Unable to get data of znode /0-1853904713/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:17:40,447 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1853904713/switch/merge already deleted, retry=false 2024-11-24T13:17:40,450 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Unable to get data of znode /0-1853904713/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:17:40,451 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1853904713/snapshot-cleanup already deleted, retry=false 2024-11-24T13:17:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1853904713/running 2024-11-24T13:17:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1853904713/running 2024-11-24T13:17:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:40,454 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,42429,1732454259420, sessionid=0x1014a20017e0000, setting cluster-up flag (Was=false) 2024-11-24T13:17:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:40,462 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1853904713/flush-table-proc/acquired, /0-1853904713/flush-table-proc/reached, /0-1853904713/flush-table-proc/abort 2024-11-24T13:17:40,463 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,42429,1732454259420 2024-11-24T13:17:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:40,474 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1853904713/online-snapshot/acquired, /0-1853904713/online-snapshot/reached, /0-1853904713/online-snapshot/abort 2024-11-24T13:17:40,475 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,42429,1732454259420 2024-11-24T13:17:40,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:17:40,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:40,479 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:17:40,479 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:17:40,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,42429,1732454259420 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:40,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,488 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454290488 2024-11-24T13:17:40,489 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:17:40,489 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:17:40,489 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:17:40,489 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:17:40,489 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:17:40,489 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:17:40,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:40,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:17:40,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:17:40,492 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:17:40,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:17:40,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:17:40,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:17:40,498 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:17:40,498 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:17:40,498 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(746): ClusterId : d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15 2024-11-24T13:17:40,498 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:17:40,501 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:17:40,501 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:17:40,504 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:17:40,505 DEBUG [RS:0;b10924491aa5:43291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f1de51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:40,508 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454260498,5,FailOnTimeoutGroup] 2024-11-24T13:17:40,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:17:40,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:17:40,515 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337 2024-11-24T13:17:40,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454260508,5,FailOnTimeoutGroup] 2024-11-24T13:17:40,520 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,520 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:17:40,521 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,521 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,529 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:43291 2024-11-24T13:17:40,529 INFO [RS:0;b10924491aa5:43291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:17:40,529 INFO [RS:0;b10924491aa5:43291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:17:40,529 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:17:40,530 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,42429,1732454259420 with port=43291, startcode=1732454259471 2024-11-24T13:17:40,530 DEBUG [RS:0;b10924491aa5:43291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:17:40,533 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:17:40,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,43291,1732454259471 2024-11-24T13:17:40,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42429 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,43291,1732454259471 2024-11-24T13:17:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:17:40,535 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337 2024-11-24T13:17:40,535 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44289 2024-11-24T13:17:40,535 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:17:40,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713/rs 2024-11-24T13:17:40,538 DEBUG [RS:0;b10924491aa5:43291 {}] zookeeper.ZKUtil(111): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on existing znode=/0-1853904713/rs/b10924491aa5,43291,1732454259471 2024-11-24T13:17:40,538 WARN [RS:0;b10924491aa5:43291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:40,538 INFO [RS:0;b10924491aa5:43291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:40,539 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471 2024-11-24T13:17:40,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,43291,1732454259471] 2024-11-24T13:17:40,543 INFO [RS:0;b10924491aa5:43291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:17:40,545 INFO [RS:0;b10924491aa5:43291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:17:40,545 INFO [RS:0;b10924491aa5:43291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:17:40,546 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,546 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:17:40,547 INFO [RS:0;b10924491aa5:43291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:17:40,547 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:40,547 DEBUG [RS:0;b10924491aa5:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:40,548 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,548 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,548 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,548 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,548 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,548 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43291,1732454259471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:40,563 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:17:40,563 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43291,1732454259471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,563 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,563 INFO [RS:0;b10924491aa5:43291 {}] regionserver.Replication(171): b10924491aa5,43291,1732454259471 started 2024-11-24T13:17:40,577 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:40,577 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,43291,1732454259471, RpcServer on b10924491aa5/172.17.0.2:43291, sessionid=0x1014a20017e0001 2024-11-24T13:17:40,577 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:17:40,577 DEBUG [RS:0;b10924491aa5:43291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,43291,1732454259471 2024-11-24T13:17:40,577 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,43291,1732454259471' 2024-11-24T13:17:40,577 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1853904713/flush-table-proc/abort' 2024-11-24T13:17:40,578 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1853904713/flush-table-proc/acquired' 2024-11-24T13:17:40,578 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:17:40,578 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:17:40,578 DEBUG [RS:0;b10924491aa5:43291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,43291,1732454259471 2024-11-24T13:17:40,578 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,43291,1732454259471' 2024-11-24T13:17:40,578 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1853904713/online-snapshot/abort' 2024-11-24T13:17:40,579 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1853904713/online-snapshot/acquired' 2024-11-24T13:17:40,579 DEBUG [RS:0;b10924491aa5:43291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:17:40,579 INFO [RS:0;b10924491aa5:43291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:17:40,579 INFO [RS:0;b10924491aa5:43291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:17:40,680 INFO [RS:0;b10924491aa5:43291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:40,681 INFO [RS:0;b10924491aa5:43291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C43291%2C1732454259471, suffix=, logDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471, archiveDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/oldWALs, maxLogs=10 2024-11-24T13:17:40,695 DEBUG [RS:0;b10924491aa5:43291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682, exclude list is [], retry=0 2024-11-24T13:17:40,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-0ab7f613-21a8-412e-a93e-9acedbcb9b79,DISK] 2024-11-24T13:17:40,700 INFO [RS:0;b10924491aa5:43291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 2024-11-24T13:17:40,700 DEBUG [RS:0;b10924491aa5:43291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45993:45993)] 2024-11-24T13:17:40,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:40,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:40,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:40,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:40,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:40,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:40,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:40,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:40,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:40,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:40,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:40,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:40,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:40,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:40,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:40,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740 2024-11-24T13:17:40,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740 2024-11-24T13:17:40,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:40,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:40,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:40,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:40,950 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:40,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70263501, jitterRate=0.04700775444507599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:40,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454260935Initializing all the Stores at 1732454260936 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454260936Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454260936Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454260936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454260936Cleaning up temporary data from old regions at 1732454260946 (+10 ms)Region opened successfully at 1732454260952 (+6 ms) 2024-11-24T13:17:40,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:40,952 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:40,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:40,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:40,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:40,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:40,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454260952Disabling compacts and flushes for region at 1732454260952Disabling writes for close at 1732454260952Writing region close event to WAL at 1732454260952Closed at 1732454260952 2024-11-24T13:17:40,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:40,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:17:40,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:40,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:40,957 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:17:41,107 DEBUG [b10924491aa5:42429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:41,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,43291,1732454259471 2024-11-24T13:17:41,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,43291,1732454259471, state=OPENING 2024-11-24T13:17:41,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:17:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:41,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1853904713/meta-region-server: CHANGED 2024-11-24T13:17:41,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1853904713/meta-region-server: CHANGED 2024-11-24T13:17:41,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:41,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,43291,1732454259471}] 2024-11-24T13:17:41,270 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:41,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:17:41,277 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:41,277 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:41,277 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:41,278 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C43291%2C1732454259471.meta, suffix=.meta, logDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471, archiveDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/oldWALs, maxLogs=10 2024-11-24T13:17:41,292 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.meta.1732454261279.meta, exclude list is [], retry=0 2024-11-24T13:17:41,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-0ab7f613-21a8-412e-a93e-9acedbcb9b79,DISK] 2024-11-24T13:17:41,296 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.meta.1732454261279.meta 2024-11-24T13:17:41,296 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45993:45993)] 2024-11-24T13:17:41,296 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:41,297 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:41,297 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:41,297 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:41,297 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:41,297 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:41,297 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:41,297 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:41,297 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:41,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:41,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:41,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:41,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:41,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:41,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:41,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:41,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:41,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:41,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:41,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:41,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:41,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:41,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:41,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:41,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:41,303 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:41,304 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740 2024-11-24T13:17:41,305 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740 2024-11-24T13:17:41,307 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:41,307 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:41,307 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:41,308 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:41,309 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66641047, jitterRate=-0.006971016526222229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:41,309 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:41,310 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454261297Writing region info on filesystem at 1732454261297Initializing all the Stores at 1732454261298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454261298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454261298Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454261298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454261298Cleaning up temporary data from old regions at 1732454261307 (+9 ms)Running coprocessor post-open hooks at 1732454261309 (+2 ms)Region opened successfully at 1732454261310 (+1 ms) 2024-11-24T13:17:41,311 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454261269 2024-11-24T13:17:41,313 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:41,314 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:41,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,43291,1732454259471 2024-11-24T13:17:41,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,43291,1732454259471, state=OPEN 2024-11-24T13:17:41,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1853904713/meta-region-server 2024-11-24T13:17:41,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1853904713/meta-region-server 2024-11-24T13:17:41,318 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,43291,1732454259471 2024-11-24T13:17:41,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1853904713/meta-region-server: CHANGED 2024-11-24T13:17:41,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1853904713/meta-region-server: CHANGED 2024-11-24T13:17:41,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:17:41,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,43291,1732454259471 in 202 msec 2024-11-24T13:17:41,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:17:41,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-24T13:17:41,325 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:41,325 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:17:41,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:41,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43291,1732454259471, seqNum=-1] 2024-11-24T13:17:41,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:41,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:41,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-24T13:17:41,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454261334, completionTime=-1 2024-11-24T13:17:41,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:17:41,334 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:17:41,336 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:17:41,336 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454321336 2024-11-24T13:17:41,336 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454381336 2024-11-24T13:17:41,336 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:17:41,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42429,1732454259420-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:41,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42429,1732454259420-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:41,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42429,1732454259420-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:41,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:42429, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:41,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:41,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:41,339 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.830sec 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42429,1732454259420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:41,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42429,1732454259420-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:17:41,344 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:17:41,344 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:17:41,344 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42429,1732454259420-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:41,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:41,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42429,-1 for getting cluster id 2024-11-24T13:17:41,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:41,400 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0fbbe-59e3-4044-9ef8-4e6d00d4be15' 2024-11-24T13:17:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15" 2024-11-24T13:17:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66adc57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42429,-1] 2024-11-24T13:17:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:41,403 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:41,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:41,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43291,1732454259471, seqNum=-1] 2024-11-24T13:17:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:41,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:41,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,42429,1732454259420 2024-11-24T13:17:41,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53645 2024-11-24T13:17:41,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:41,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a20017e0002 connected 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.log.dir so I do NOT create it in target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4 2024-11-24T13:17:41,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.tmp.dir so I do NOT create it in target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4 2024-11-24T13:17:41,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:17:41,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/cluster_625abb6c-791c-2a8e-c7e8-c6f4118a1529, deleteOnExit=true 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/test.cache.data in system properties and HBase conf 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:17:41,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:17:41,418 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:17:41,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:17:41,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:17:41,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:41,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:41,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:41,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:41,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:17:41,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:41,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:41,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:41,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/java.io.tmpdir/jetty-localhost-34669-hadoop-hdfs-3_4_1-tests_jar-_-any-7036991889693344069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:41,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:34669} 2024-11-24T13:17:41,638 INFO [Time-limited test {}] server.Server(415): Started @47418ms 2024-11-24T13:17:41,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:17:41,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:17:41,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:17:41,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:17:41,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:17:41,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:17:41,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:17:41,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/java.io.tmpdir/jetty-localhost-38389-hadoop-hdfs-3_4_1-tests_jar-_-any-3918098915086509823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:41,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:38389} 2024-11-24T13:17:41,863 INFO [Time-limited test {}] server.Server(415): Started @47643ms 2024-11-24T13:17:41,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:17:41,971 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/cluster_625abb6c-791c-2a8e-c7e8-c6f4118a1529/data/data1/current/BP-636975453-172.17.0.2-1732454261443/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:41,971 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/cluster_625abb6c-791c-2a8e-c7e8-c6f4118a1529/data/data2/current/BP-636975453-172.17.0.2-1732454261443/current, will proceed with Du for space computation calculation, 2024-11-24T13:17:41,993 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:17:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf004d9d0923c2137 with lease ID 0x7f100bac73debd00: Processing first storage report for DS-b54dce52-84e6-4a30-9943-1571d535dee1 from datanode DatanodeRegistration(127.0.0.1:42811, datanodeUuid=80df409f-eceb-4fdc-a8f3-65af282d2cd3, infoPort=43471, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=271089262;c=1732454261443) 2024-11-24T13:17:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf004d9d0923c2137 with lease ID 0x7f100bac73debd00: from storage DS-b54dce52-84e6-4a30-9943-1571d535dee1 node DatanodeRegistration(127.0.0.1:42811, datanodeUuid=80df409f-eceb-4fdc-a8f3-65af282d2cd3, infoPort=43471, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=271089262;c=1732454261443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf004d9d0923c2137 with lease ID 0x7f100bac73debd00: Processing first storage report for DS-12d95417-5acc-40be-bdd1-ee4e616c801b from datanode DatanodeRegistration(127.0.0.1:42811, datanodeUuid=80df409f-eceb-4fdc-a8f3-65af282d2cd3, infoPort=43471, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=271089262;c=1732454261443) 2024-11-24T13:17:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf004d9d0923c2137 with lease ID 0x7f100bac73debd00: from storage DS-12d95417-5acc-40be-bdd1-ee4e616c801b node DatanodeRegistration(127.0.0.1:42811, datanodeUuid=80df409f-eceb-4fdc-a8f3-65af282d2cd3, infoPort=43471, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-57;cid=testClusterID;nsid=271089262;c=1732454261443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:17:42,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4 2024-11-24T13:17:42,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:42,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:17:42,417 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d with version=8 2024-11-24T13:17:42,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/hbase-staging 2024-11-24T13:17:42,419 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:42,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:42,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:42,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:42,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:42,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:42,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:17:42,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:42,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43881 2024-11-24T13:17:42,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43881 connecting to ZooKeeper ensemble=127.0.0.1:53645 2024-11-24T13:17:42,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438810x0, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:42,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43881-0x1014a20017e0003 connected 2024-11-24T13:17:42,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:42,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:42,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on znode that does not yet exist, /11828048013/running 2024-11-24T13:17:42,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d, hbase.cluster.distributed=false 2024-11-24T13:17:42,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on znode that does not yet exist, /11828048013/acl 2024-11-24T13:17:42,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-24T13:17:42,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43881 2024-11-24T13:17:42,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43881 2024-11-24T13:17:42,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-24T13:17:42,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-24T13:17:42,459 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:17:42,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:42,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:42,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:17:42,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:17:42,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:17:42,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:17:42,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:17:42,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42353 2024-11-24T13:17:42,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42353 connecting to ZooKeeper ensemble=127.0.0.1:53645 2024-11-24T13:17:42,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:42,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:42,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423530x0, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:42,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423530x0, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on znode that does not yet exist, /11828048013/running 2024-11-24T13:17:42,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42353-0x1014a20017e0004 connected 2024-11-24T13:17:42,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:17:42,468 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:17:42,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on znode that does not yet exist, /11828048013/master 2024-11-24T13:17:42,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on znode that does not yet exist, /11828048013/acl 2024-11-24T13:17:42,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-24T13:17:42,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42353 2024-11-24T13:17:42,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42353 2024-11-24T13:17:42,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-24T13:17:42,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-24T13:17:42,487 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:43881 2024-11-24T13:17:42,487 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11828048013/backup-masters/b10924491aa5,43881,1732454262419 2024-11-24T13:17:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013/backup-masters 2024-11-24T13:17:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013/backup-masters 2024-11-24T13:17:42,489 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on existing znode=/11828048013/backup-masters/b10924491aa5,43881,1732454262419 2024-11-24T13:17:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828048013/master 2024-11-24T13:17:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:42,491 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on existing znode=/11828048013/master 2024-11-24T13:17:42,492 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11828048013/backup-masters/b10924491aa5,43881,1732454262419 from backup master directory 2024-11-24T13:17:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828048013/backup-masters/b10924491aa5,43881,1732454262419 2024-11-24T13:17:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013/backup-masters 2024-11-24T13:17:42,493 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013/backup-masters 2024-11-24T13:17:42,493 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,43881,1732454262419 2024-11-24T13:17:42,497 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/hbase.id] with ID: 2256ae48-200c-4168-8f9a-92a34fea4ecc 2024-11-24T13:17:42,497 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/.tmp/hbase.id 2024-11-24T13:17:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:17:42,902 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/.tmp/hbase.id]:[hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/hbase.id] 2024-11-24T13:17:42,914 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:42,914 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:17:42,915 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:17:42,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:42,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:17:43,323 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:43,324 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:17:43,324 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:17:43,732 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store 2024-11-24T13:17:43,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:17:44,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:44,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:44,139 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:44,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:44,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:44,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:44,139 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:44,139 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454264139Disabling compacts and flushes for region at 1732454264139Disabling writes for close at 1732454264139Writing region close event to WAL at 1732454264139Closed at 1732454264139 2024-11-24T13:17:44,140 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/.initializing 2024-11-24T13:17:44,140 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/WALs/b10924491aa5,43881,1732454262419 2024-11-24T13:17:44,141 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:44,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C43881%2C1732454262419, suffix=, logDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/WALs/b10924491aa5,43881,1732454262419, archiveDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/oldWALs, maxLogs=10 2024-11-24T13:17:44,160 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/WALs/b10924491aa5,43881,1732454262419/b10924491aa5%2C43881%2C1732454262419.1732454264143, exclude list is [], retry=0 2024-11-24T13:17:44,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-b54dce52-84e6-4a30-9943-1571d535dee1,DISK] 2024-11-24T13:17:44,165 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/WALs/b10924491aa5,43881,1732454262419/b10924491aa5%2C43881%2C1732454262419.1732454264143 2024-11-24T13:17:44,165 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471)] 2024-11-24T13:17:44,165 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:44,165 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:44,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:17:44,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:44,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:44,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:17:44,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:44,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:44,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:17:44,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:44,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:44,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:17:44,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:44,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:44,173 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,174 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,174 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,175 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,175 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,176 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:44,177 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:17:44,178 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:44,179 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74405750, jitterRate=0.10873207449913025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:44,179 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454264166Initializing all the Stores at 1732454264167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454264167Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454264167Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454264167Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454264167Cleaning up temporary data from old regions at 1732454264175 (+8 ms)Region opened successfully at 1732454264179 (+4 ms) 2024-11-24T13:17:44,179 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:17:44,182 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb99c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:44,183 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:17:44,183 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:17:44,183 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:17:44,183 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:17:44,183 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:17:44,184 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:17:44,184 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:17:44,185 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:17:44,186 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Unable to get data of znode /11828048013/balancer because node does not exist (not necessarily an error) 2024-11-24T13:17:44,187 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828048013/balancer already deleted, retry=false 2024-11-24T13:17:44,188 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:17:44,188 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Unable to get data of znode /11828048013/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:17:44,189 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828048013/normalizer already deleted, retry=false 2024-11-24T13:17:44,190 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:17:44,190 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Unable to get data of znode /11828048013/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:17:44,191 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828048013/switch/split already deleted, retry=false 2024-11-24T13:17:44,192 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Unable to get data of znode /11828048013/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:17:44,194 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828048013/switch/merge already deleted, retry=false 2024-11-24T13:17:44,198 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Unable to get data of znode /11828048013/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:17:44,200 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828048013/snapshot-cleanup already deleted, retry=false 2024-11-24T13:17:44,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828048013/running 2024-11-24T13:17:44,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828048013/running 2024-11-24T13:17:44,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:44,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:44,202 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,43881,1732454262419, sessionid=0x1014a20017e0003, setting cluster-up flag (Was=false) 2024-11-24T13:17:44,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:44,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:44,210 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828048013/flush-table-proc/acquired, /11828048013/flush-table-proc/reached, /11828048013/flush-table-proc/abort 2024-11-24T13:17:44,211 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,43881,1732454262419 2024-11-24T13:17:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:44,221 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828048013/online-snapshot/acquired, /11828048013/online-snapshot/reached, /11828048013/online-snapshot/abort 2024-11-24T13:17:44,222 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,43881,1732454262419 2024-11-24T13:17:44,223 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:17:44,225 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:44,225 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:17:44,225 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:17:44,225 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,43881,1732454262419 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:44,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454294229 2024-11-24T13:17:44,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:17:44,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:17:44,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:44,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:17:44,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:17:44,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:17:44,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:17:44,230 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:17:44,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:44,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:17:44,232 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454264230,5,FailOnTimeoutGroup] 2024-11-24T13:17:44,236 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454264232,5,FailOnTimeoutGroup] 2024-11-24T13:17:44,236 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,236 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:17:44,236 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,236 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:17:44,278 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(746): ClusterId : 2256ae48-200c-4168-8f9a-92a34fea4ecc 2024-11-24T13:17:44,278 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:17:44,280 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:17:44,280 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:17:44,282 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:17:44,282 DEBUG [RS:0;b10924491aa5:42353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935baf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:17:44,294 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:42353 2024-11-24T13:17:44,294 INFO [RS:0;b10924491aa5:42353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:17:44,294 INFO [RS:0;b10924491aa5:42353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:17:44,294 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:17:44,295 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,43881,1732454262419 with port=42353, startcode=1732454262458 2024-11-24T13:17:44,295 DEBUG [RS:0;b10924491aa5:42353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:17:44,297 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:17:44,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,42353,1732454262458 2024-11-24T13:17:44,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43881 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,42353,1732454262458 2024-11-24T13:17:44,299 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d 2024-11-24T13:17:44,299 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33549 2024-11-24T13:17:44,299 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:17:44,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013/rs 2024-11-24T13:17:44,305 DEBUG [RS:0;b10924491aa5:42353 {}] zookeeper.ZKUtil(111): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on existing znode=/11828048013/rs/b10924491aa5,42353,1732454262458 2024-11-24T13:17:44,305 WARN [RS:0;b10924491aa5:42353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:17:44,306 INFO [RS:0;b10924491aa5:42353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:44,306 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458 2024-11-24T13:17:44,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,42353,1732454262458] 2024-11-24T13:17:44,309 INFO [RS:0;b10924491aa5:42353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:17:44,311 INFO [RS:0;b10924491aa5:42353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:17:44,312 INFO [RS:0;b10924491aa5:42353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:17:44,312 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,313 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:17:44,313 INFO [RS:0;b10924491aa5:42353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:17:44,314 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:44,314 DEBUG [RS:0;b10924491aa5:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:17:44,314 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,315 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,315 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,315 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,315 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,315 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42353,1732454262458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:44,330 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:17:44,330 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42353,1732454262458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,330 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,330 INFO [RS:0;b10924491aa5:42353 {}] regionserver.Replication(171): b10924491aa5,42353,1732454262458 started 2024-11-24T13:17:44,344 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:44,344 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,42353,1732454262458, RpcServer on b10924491aa5/172.17.0.2:42353, sessionid=0x1014a20017e0004 2024-11-24T13:17:44,344 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:17:44,344 DEBUG [RS:0;b10924491aa5:42353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,42353,1732454262458 2024-11-24T13:17:44,344 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,42353,1732454262458' 2024-11-24T13:17:44,344 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828048013/flush-table-proc/abort' 2024-11-24T13:17:44,345 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828048013/flush-table-proc/acquired' 2024-11-24T13:17:44,345 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:17:44,345 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:17:44,345 DEBUG [RS:0;b10924491aa5:42353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,42353,1732454262458 2024-11-24T13:17:44,345 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,42353,1732454262458' 2024-11-24T13:17:44,345 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828048013/online-snapshot/abort' 2024-11-24T13:17:44,346 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828048013/online-snapshot/acquired' 2024-11-24T13:17:44,346 DEBUG [RS:0;b10924491aa5:42353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:17:44,346 INFO [RS:0;b10924491aa5:42353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:17:44,346 INFO [RS:0;b10924491aa5:42353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:17:44,447 INFO [RS:0;b10924491aa5:42353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:17:44,448 INFO [RS:0;b10924491aa5:42353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C42353%2C1732454262458, suffix=, logDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458, archiveDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/oldWALs, maxLogs=10 2024-11-24T13:17:44,462 DEBUG [RS:0;b10924491aa5:42353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458/b10924491aa5%2C42353%2C1732454262458.1732454264449, exclude list is [], retry=0 2024-11-24T13:17:44,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-b54dce52-84e6-4a30-9943-1571d535dee1,DISK] 2024-11-24T13:17:44,469 INFO [RS:0;b10924491aa5:42353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458/b10924491aa5%2C42353%2C1732454262458.1732454264449 2024-11-24T13:17:44,469 DEBUG [RS:0;b10924491aa5:42353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471)] 2024-11-24T13:17:44,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:17:44,642 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d 2024-11-24T13:17:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:17:44,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:17:44,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:44,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:44,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:44,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:45,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:45,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:45,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:45,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:45,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:45,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:45,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:45,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:45,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:45,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:45,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740 2024-11-24T13:17:45,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740 2024-11-24T13:17:45,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:45,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:45,060 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:45,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:45,063 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:45,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67238887, jitterRate=0.0019374936819076538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:45,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454265049Initializing all the Stores at 1732454265049Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454265050 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454265050Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454265050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454265050Cleaning up temporary data from old regions at 1732454265059 (+9 ms)Region opened successfully at 1732454265063 (+4 ms) 2024-11-24T13:17:45,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:45,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:45,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:45,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:45,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:45,064 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:45,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454265063Disabling compacts and flushes for region at 1732454265063Disabling writes for close at 1732454265063Writing region close event to WAL at 1732454265064 (+1 ms)Closed at 1732454265064 2024-11-24T13:17:45,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:45,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:17:45,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:45,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:45,067 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:17:45,218 DEBUG [b10924491aa5:43881 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:17:45,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,42353,1732454262458 2024-11-24T13:17:45,219 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,42353,1732454262458, state=OPENING 2024-11-24T13:17:45,221 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:17:45,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:45,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:17:45,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828048013/meta-region-server: CHANGED 2024-11-24T13:17:45,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828048013/meta-region-server: CHANGED 2024-11-24T13:17:45,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:45,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,42353,1732454262458}] 2024-11-24T13:17:45,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:45,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:17:45,386 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:45,386 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:45,386 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:45,388 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C42353%2C1732454262458.meta, suffix=.meta, logDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458, archiveDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/oldWALs, maxLogs=10 2024-11-24T13:17:45,402 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458/b10924491aa5%2C42353%2C1732454262458.meta.1732454265388.meta, exclude list is [], retry=0 2024-11-24T13:17:45,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42811,DS-b54dce52-84e6-4a30-9943-1571d535dee1,DISK] 2024-11-24T13:17:45,406 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458/b10924491aa5%2C42353%2C1732454262458.meta.1732454265388.meta 2024-11-24T13:17:45,406 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471)] 2024-11-24T13:17:45,406 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:45,406 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:45,407 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:45,407 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:45,407 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:45,407 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:45,407 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:45,407 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:45,407 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:45,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:45,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:45,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:45,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:45,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:45,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:45,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:45,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:45,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:45,414 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:45,414 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740 2024-11-24T13:17:45,415 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740 2024-11-24T13:17:45,417 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:45,417 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:45,417 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:45,419 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:45,420 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67128765, jitterRate=2.965480089187622E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:45,420 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:45,421 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454265407Writing region info on filesystem at 1732454265407Initializing all the Stores at 1732454265408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454265408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454265408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454265408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454265408Cleaning up temporary data from old regions at 1732454265417 (+9 ms)Running coprocessor post-open hooks at 1732454265420 (+3 ms)Region opened successfully at 1732454265420 2024-11-24T13:17:45,422 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454265380 2024-11-24T13:17:45,425 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:45,425 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:45,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,42353,1732454262458 2024-11-24T13:17:45,426 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,42353,1732454262458, state=OPEN 2024-11-24T13:17:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828048013/meta-region-server 2024-11-24T13:17:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828048013/meta-region-server 2024-11-24T13:17:45,428 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,42353,1732454262458 2024-11-24T13:17:45,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828048013/meta-region-server: CHANGED 2024-11-24T13:17:45,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828048013/meta-region-server: CHANGED 2024-11-24T13:17:45,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:17:45,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,42353,1732454262458 in 200 msec 2024-11-24T13:17:45,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:17:45,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-24T13:17:45,434 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:17:45,434 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:17:45,435 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:45,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,42353,1732454262458, seqNum=-1] 2024-11-24T13:17:45,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:45,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:45,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-24T13:17:45,447 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454265447, completionTime=-1 2024-11-24T13:17:45,447 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:17:45,448 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:17:45,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:17:45,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454325450 2024-11-24T13:17:45,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454385450 2024-11-24T13:17:45,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:17:45,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43881,1732454262419-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:45,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43881,1732454262419-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:45,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43881,1732454262419-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:45,451 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:43881, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:45,451 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:45,451 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:45,453 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43881,1732454262419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:17:45,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43881,1732454262419-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:17:45,459 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:17:45,459 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:17:45,459 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43881,1732454262419-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:17:45,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:45,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,43881,-1 for getting cluster id 2024-11-24T13:17:45,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:45,481 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2256ae48-200c-4168-8f9a-92a34fea4ecc' 2024-11-24T13:17:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2256ae48-200c-4168-8f9a-92a34fea4ecc" 2024-11-24T13:17:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a4d7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,43881,-1] 2024-11-24T13:17:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:45,483 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:45,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:45,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,42353,1732454262458, seqNum=-1] 2024-11-24T13:17:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:45,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:45,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,43881,1732454262419 2024-11-24T13:17:45,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53645 2024-11-24T13:17:45,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:17:45,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a20017e0005 connected 2024-11-24T13:17:45,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42429,1732454259420 2024-11-24T13:17:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20030ca6 2024-11-24T13:17:45,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:45,502 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:45,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:17:45,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:17:45,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:45,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:17:45,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:17:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:45,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:17:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:45,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 993c979cd50da5bf5440504870631f0e, NAME => 'test,,1732454265502.993c979cd50da5bf5440504870631f0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337 2024-11-24T13:17:45,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:17:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:46,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454265502.993c979cd50da5bf5440504870631f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:46,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 993c979cd50da5bf5440504870631f0e, disabling compactions & flushes 2024-11-24T13:17:46,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:17:46,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:17:46,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454265502.993c979cd50da5bf5440504870631f0e. after waiting 0 ms 2024-11-24T13:17:46,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:17:46,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:17:46,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 993c979cd50da5bf5440504870631f0e: Waiting for close lock at 1732454266326Disabling compacts and flushes for region at 1732454266326Disabling writes for close at 1732454266326Writing region close event to WAL at 1732454266326Closed at 1732454266326 2024-11-24T13:17:46,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:17:46,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454265502.993c979cd50da5bf5440504870631f0e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454266327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454266327"}]},"ts":"1732454266327"} 2024-11-24T13:17:46,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:17:46,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:17:46,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454266331"}]},"ts":"1732454266331"} 2024-11-24T13:17:46,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:17:46,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=993c979cd50da5bf5440504870631f0e, ASSIGN}] 2024-11-24T13:17:46,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=993c979cd50da5bf5440504870631f0e, ASSIGN 2024-11-24T13:17:46,335 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=993c979cd50da5bf5440504870631f0e, ASSIGN; state=OFFLINE, location=b10924491aa5,43291,1732454259471; forceNewPlan=false, retain=false 2024-11-24T13:17:46,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=993c979cd50da5bf5440504870631f0e, regionState=OPENING, regionLocation=b10924491aa5,43291,1732454259471 2024-11-24T13:17:46,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=993c979cd50da5bf5440504870631f0e, ASSIGN because future has completed 2024-11-24T13:17:46,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 993c979cd50da5bf5440504870631f0e, server=b10924491aa5,43291,1732454259471}] 2024-11-24T13:17:46,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:17:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:46,649 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:17:46,649 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 993c979cd50da5bf5440504870631f0e, NAME => 'test,,1732454265502.993c979cd50da5bf5440504870631f0e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:46,650 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:46,650 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:17:46,650 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,650 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454265502.993c979cd50da5bf5440504870631f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:46,650 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,650 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,652 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,654 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993c979cd50da5bf5440504870631f0e columnFamilyName f 2024-11-24T13:17:46,654 DEBUG [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:46,654 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] regionserver.HStore(327): Store=993c979cd50da5bf5440504870631f0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:46,654 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,655 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993c979cd50da5bf5440504870631f0e columnFamilyName f1 2024-11-24T13:17:46,656 DEBUG [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:46,656 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] regionserver.HStore(327): Store=993c979cd50da5bf5440504870631f0e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:46,656 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,658 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993c979cd50da5bf5440504870631f0e columnFamilyName norep 2024-11-24T13:17:46,658 DEBUG [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:46,658 INFO [StoreOpener-993c979cd50da5bf5440504870631f0e-1 {}] regionserver.HStore(327): Store=993c979cd50da5bf5440504870631f0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:46,658 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,659 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,659 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,660 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,660 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,661 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:17:46,662 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,664 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:46,665 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 993c979cd50da5bf5440504870631f0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72321964, jitterRate=0.07768124341964722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:17:46,665 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:17:46,666 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 993c979cd50da5bf5440504870631f0e: Running coprocessor pre-open hook at 1732454266650Writing region info on filesystem at 1732454266650Initializing all the Stores at 1732454266651 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454266651Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454266652 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454266652Cleaning up temporary data from old regions at 1732454266660 (+8 ms)Running coprocessor post-open hooks at 1732454266665 (+5 ms)Region opened successfully at 1732454266666 (+1 ms) 2024-11-24T13:17:46,668 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454265502.993c979cd50da5bf5440504870631f0e., pid=6, masterSystemTime=1732454266642 2024-11-24T13:17:46,671 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:17:46,671 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:17:46,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=993c979cd50da5bf5440504870631f0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,43291,1732454259471 2024-11-24T13:17:46,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 993c979cd50da5bf5440504870631f0e, server=b10924491aa5,43291,1732454259471 because future has completed 2024-11-24T13:17:46,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:17:46,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 993c979cd50da5bf5440504870631f0e, server=b10924491aa5,43291,1732454259471 in 186 msec 2024-11-24T13:17:46,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:17:46,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=993c979cd50da5bf5440504870631f0e, ASSIGN in 345 msec 2024-11-24T13:17:46,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:17:46,682 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454266682"}]},"ts":"1732454266682"} 2024-11-24T13:17:46,684 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:17:46,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:17:46,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-24T13:17:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:47,668 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:17:47,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,43881,1732454262419 2024-11-24T13:17:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e91232 2024-11-24T13:17:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:47,672 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:47,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:17:47,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:17:47,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:47,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:17:47,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:17:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:17:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:48,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 925dfaed6de087c818ce4a0010bff6b6, NAME => 'test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d 2024-11-24T13:17:48,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:17:48,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 925dfaed6de087c818ce4a0010bff6b6, disabling compactions & flushes 2024-11-24T13:17:48,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:17:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:17:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. after waiting 0 ms 2024-11-24T13:17:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:17:48,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:17:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 925dfaed6de087c818ce4a0010bff6b6: Waiting for close lock at 1732454268138Disabling compacts and flushes for region at 1732454268138Disabling writes for close at 1732454268138Writing region close event to WAL at 1732454268138Closed at 1732454268138 2024-11-24T13:17:48,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:17:48,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454268140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454268140"}]},"ts":"1732454268140"} 2024-11-24T13:17:48,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:17:48,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:17:48,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454268147"}]},"ts":"1732454268147"} 2024-11-24T13:17:48,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:17:48,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=925dfaed6de087c818ce4a0010bff6b6, ASSIGN}] 2024-11-24T13:17:48,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=925dfaed6de087c818ce4a0010bff6b6, ASSIGN 2024-11-24T13:17:48,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=925dfaed6de087c818ce4a0010bff6b6, ASSIGN; state=OFFLINE, location=b10924491aa5,42353,1732454262458; forceNewPlan=false, retain=false 2024-11-24T13:17:48,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=925dfaed6de087c818ce4a0010bff6b6, regionState=OPENING, regionLocation=b10924491aa5,42353,1732454262458 2024-11-24T13:17:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:48,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=925dfaed6de087c818ce4a0010bff6b6, ASSIGN because future has completed 2024-11-24T13:17:48,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 925dfaed6de087c818ce4a0010bff6b6, server=b10924491aa5,42353,1732454262458}] 2024-11-24T13:17:48,472 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:17:48,473 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 925dfaed6de087c818ce4a0010bff6b6, NAME => 'test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:48,473 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:48,473 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:17:48,473 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,473 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:48,474 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,474 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,475 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,477 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 925dfaed6de087c818ce4a0010bff6b6 columnFamilyName f 2024-11-24T13:17:48,477 DEBUG [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:48,478 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] regionserver.HStore(327): Store=925dfaed6de087c818ce4a0010bff6b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:48,478 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,479 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 925dfaed6de087c818ce4a0010bff6b6 columnFamilyName f1 2024-11-24T13:17:48,479 DEBUG [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:48,480 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] regionserver.HStore(327): Store=925dfaed6de087c818ce4a0010bff6b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:48,480 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,481 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 925dfaed6de087c818ce4a0010bff6b6 columnFamilyName norep 2024-11-24T13:17:48,481 DEBUG [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:48,481 INFO [StoreOpener-925dfaed6de087c818ce4a0010bff6b6-1 {}] regionserver.HStore(327): Store=925dfaed6de087c818ce4a0010bff6b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:48,481 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,484 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,484 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,485 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,485 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,485 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:17:48,487 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,489 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:48,489 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 925dfaed6de087c818ce4a0010bff6b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74305882, jitterRate=0.10724392533302307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:17:48,489 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:17:48,489 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 925dfaed6de087c818ce4a0010bff6b6: Running coprocessor pre-open hook at 1732454268474Writing region info on filesystem at 1732454268474Initializing all the Stores at 1732454268475 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454268475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454268475Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454268475Cleaning up temporary data from old regions at 1732454268485 (+10 ms)Running coprocessor post-open hooks at 1732454268489 (+4 ms)Region opened successfully at 1732454268489 2024-11-24T13:17:48,490 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6., pid=6, masterSystemTime=1732454268468 2024-11-24T13:17:48,493 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:17:48,493 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:17:48,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=925dfaed6de087c818ce4a0010bff6b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,42353,1732454262458 2024-11-24T13:17:48,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 925dfaed6de087c818ce4a0010bff6b6, server=b10924491aa5,42353,1732454262458 because future has completed 2024-11-24T13:17:48,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:17:48,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 925dfaed6de087c818ce4a0010bff6b6, server=b10924491aa5,42353,1732454262458 in 186 msec 2024-11-24T13:17:48,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:17:48,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=925dfaed6de087c818ce4a0010bff6b6, ASSIGN in 350 msec 2024-11-24T13:17:48,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:17:48,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454268506"}]},"ts":"1732454268506"} 2024-11-24T13:17:48,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:17:48,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:17:48,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 834 msec 2024-11-24T13:17:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:17:48,819 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:17:48,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42429,-1 for getting cluster id 2024-11-24T13:17:48,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:48,823 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0fbbe-59e3-4044-9ef8-4e6d00d4be15' 2024-11-24T13:17:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15" 2024-11-24T13:17:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae0bb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42429,-1] 2024-11-24T13:17:48,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:48,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:48,826 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:48,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205476ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,43881,-1 for getting cluster id 2024-11-24T13:17:48,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:48,834 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2256ae48-200c-4168-8f9a-92a34fea4ecc' 2024-11-24T13:17:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2256ae48-200c-4168-8f9a-92a34fea4ecc" 2024-11-24T13:17:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef310bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,43881,-1] 2024-11-24T13:17:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:48,836 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:48,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d57e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42429,-1 for getting cluster id 2024-11-24T13:17:48,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:48,854 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0fbbe-59e3-4044-9ef8-4e6d00d4be15' 2024-11-24T13:17:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15" 2024-11-24T13:17:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163484c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42429,-1] 2024-11-24T13:17:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:48,857 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79966cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42429,1732454259420 2024-11-24T13:17:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5905cf 2024-11-24T13:17:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:48,864 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:48,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:43881,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:17:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:17:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:17:48,869 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:43881' 2024-11-24T13:17:48,871 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d342a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,871 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,43881,-1 for getting cluster id 2024-11-24T13:17:48,871 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:48,872 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2256ae48-200c-4168-8f9a-92a34fea4ecc' 2024-11-24T13:17:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2256ae48-200c-4168-8f9a-92a34fea4ecc" 2024-11-24T13:17:48,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54798987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,43881,-1] 2024-11-24T13:17:48,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:48,876 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:48,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcba6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:48,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:48,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,43881,1732454262419 2024-11-24T13:17:48,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb2ed9d 2024-11-24T13:17:48,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:48,880 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:48,881 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:17:48,881 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:17:48,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:48,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:48,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:48,882 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:17:48,883 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:17:48,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:17:48,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:48,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:17:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:17:48,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7b1b8ead610a2f6239eb46f2e24bf07, NAME => 'hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337 2024-11-24T13:17:48,933 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:17:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:17:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:17:49,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:17:49,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:17:49,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:17:49,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T13:17:49,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:17:49,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T13:17:49,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:17:49,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T13:17:49,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:49,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:17:49,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T13:17:49,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T13:17:49,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:49,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b7b1b8ead610a2f6239eb46f2e24bf07, disabling compactions & flushes 2024-11-24T13:17:49,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:17:49,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:17:49,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. after waiting 0 ms 2024-11-24T13:17:49,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:17:49,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:17:49,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7b1b8ead610a2f6239eb46f2e24bf07: Waiting for close lock at 1732454269388Disabling compacts and flushes for region at 1732454269388Disabling writes for close at 1732454269388Writing region close event to WAL at 1732454269388Closed at 1732454269388 2024-11-24T13:17:49,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:17:49,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454269389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454269389"}]},"ts":"1732454269389"} 2024-11-24T13:17:49,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:17:49,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:17:49,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454269393"}]},"ts":"1732454269393"} 2024-11-24T13:17:49,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:17:49,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7b1b8ead610a2f6239eb46f2e24bf07, ASSIGN}] 2024-11-24T13:17:49,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7b1b8ead610a2f6239eb46f2e24bf07, ASSIGN 2024-11-24T13:17:49,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7b1b8ead610a2f6239eb46f2e24bf07, ASSIGN; state=OFFLINE, location=b10924491aa5,43291,1732454259471; forceNewPlan=false, retain=false 2024-11-24T13:17:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:17:49,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7b1b8ead610a2f6239eb46f2e24bf07, regionState=OPENING, regionLocation=b10924491aa5,43291,1732454259471 2024-11-24T13:17:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b7b1b8ead610a2f6239eb46f2e24bf07, ASSIGN because future has completed 2024-11-24T13:17:49,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7b1b8ead610a2f6239eb46f2e24bf07, server=b10924491aa5,43291,1732454259471}] 2024-11-24T13:17:49,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:17:49,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:49,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:17:49,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C43291%2C1732454259471.rep, suffix=, logDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471, archiveDir=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/oldWALs, maxLogs=10 2024-11-24T13:17:49,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.rep.1732454269714, exclude list is [], retry=0 2024-11-24T13:17:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-0ab7f613-21a8-412e-a93e-9acedbcb9b79,DISK] 2024-11-24T13:17:49,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.rep.1732454269714 2024-11-24T13:17:49,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45993:45993)] 2024-11-24T13:17:49,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b7b1b8ead610a2f6239eb46f2e24bf07, NAME => 'hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:49,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:17:49,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:49,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. service=MultiRowMutationService 2024-11-24T13:17:49,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:17:49,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:49,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,740 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,741 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7b1b8ead610a2f6239eb46f2e24bf07 columnFamilyName hfileref 2024-11-24T13:17:49,741 DEBUG [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:49,742 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] regionserver.HStore(327): Store=b7b1b8ead610a2f6239eb46f2e24bf07/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:49,742 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,743 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7b1b8ead610a2f6239eb46f2e24bf07 columnFamilyName queue 2024-11-24T13:17:49,743 DEBUG [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:49,744 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] regionserver.HStore(327): Store=b7b1b8ead610a2f6239eb46f2e24bf07/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:49,744 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,745 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7b1b8ead610a2f6239eb46f2e24bf07 columnFamilyName sid 2024-11-24T13:17:49,745 DEBUG [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:49,746 INFO [StoreOpener-b7b1b8ead610a2f6239eb46f2e24bf07-1 {}] regionserver.HStore(327): Store=b7b1b8ead610a2f6239eb46f2e24bf07/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:17:49,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:17:49,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:17:49,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b7b1b8ead610a2f6239eb46f2e24bf07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67663849, jitterRate=0.008269920945167542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:17:49,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:17:49,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b7b1b8ead610a2f6239eb46f2e24bf07: Running coprocessor pre-open hook at 1732454269738Writing region info on filesystem at 1732454269738Initializing all the Stores at 1732454269739 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454269739Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454269740 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454269740Cleaning up temporary data from old regions at 1732454269748 (+8 ms)Running coprocessor post-open hooks at 1732454269755 (+7 ms)Region opened successfully at 1732454269755 2024-11-24T13:17:49,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07., pid=10, masterSystemTime=1732454269705 2024-11-24T13:17:49,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b7b1b8ead610a2f6239eb46f2e24bf07, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,43291,1732454259471 2024-11-24T13:17:49,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:17:49,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:17:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7b1b8ead610a2f6239eb46f2e24bf07, server=b10924491aa5,43291,1732454259471 because future has completed 2024-11-24T13:17:49,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:17:49,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b7b1b8ead610a2f6239eb46f2e24bf07, server=b10924491aa5,43291,1732454259471 in 213 msec 2024-11-24T13:17:49,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:17:49,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b7b1b8ead610a2f6239eb46f2e24bf07, ASSIGN in 378 msec 2024-11-24T13:17:49,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:17:49,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454269779"}]},"ts":"1732454269779"} 2024-11-24T13:17:49,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:17:49,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:17:49,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 904 msec 2024-11-24T13:17:49,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07., hostname=b10924491aa5,43291,1732454259471, seqNum=2] 2024-11-24T13:17:49,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:49,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:17:49,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:17:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:17:50,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:17:50,019 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:17:50,050 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,43291,1732454259471, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:17:50,050 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:50,051 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43291,1732454259471, seqNum=-1] 2024-11-24T13:17:50,051 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:50,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T13:17:50,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,43291,1732454259471', locateType=CURRENT is [region=hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07., hostname=b10924491aa5,43291,1732454259471, seqNum=2] 2024-11-24T13:17:50,057 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:17:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:17:50,059 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,43291,1732454259471 suceeded 2024-11-24T13:17:50,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:17:50,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-24T13:17:50,062 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:43881,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T13:17:50,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1970 sec 2024-11-24T13:17:50,112 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:43881' 2024-11-24T13:17:50,113 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71fe5a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:50,113 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,43881,-1 for getting cluster id 2024-11-24T13:17:50,114 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:50,115 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2256ae48-200c-4168-8f9a-92a34fea4ecc' 2024-11-24T13:17:50,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:50,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2256ae48-200c-4168-8f9a-92a34fea4ecc" 2024-11-24T13:17:50,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d15fc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:50,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,43881,-1] 2024-11-24T13:17:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:50,118 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:50,119 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bed603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:50,119 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,43881,1732454262419 2024-11-24T13:17:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5eaaae 2024-11-24T13:17:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:50,121 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T13:17:50,122 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,43291,1732454259471 (queues=1) is replicating from cluster=d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15 to cluster=2256ae48-200c-4168-8f9a-92a34fea4ecc 2024-11-24T13:17:50,122 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C43291%2C1732454259471 2024-11-24T13:17:50,122 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,43291,1732454259471, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:17:50,123 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C43291%2C1732454259471 2024-11-24T13:17:50,123 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682, startPosition=0, beingWritten=true 2024-11-24T13:17:50,135 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:17:50,135 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 379, reset compression=false 2024-11-24T13:17:50,135 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,43291,1732454259471 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:17:50,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:17:50,341 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 379, reset compression=false 2024-11-24T13:17:50,646 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 379, reset compression=false 2024-11-24T13:17:50,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:17:50,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:50,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:50,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:50,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:17:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:17:51,018 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:17:51,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:51,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:51,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:51,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:51,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:51,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:51,025 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732454271023/Put/seqid=0 2024-11-24T13:17:51,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741840_1016 (size=7894) 2024-11-24T13:17:51,058 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 379, reset compression=false 2024-11-24T13:17:51,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_1 is 34, key is ddd/f:row/1732454271431/Put/seqid=0 2024-11-24T13:17:51,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741841_1017 (size=7691) 2024-11-24T13:17:51,562 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 379, reset compression=false 2024-11-24T13:17:51,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:51,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42429,-1 for getting cluster id 2024-11-24T13:17:51,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:51,843 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0fbbe-59e3-4044-9ef8-4e6d00d4be15' 2024-11-24T13:17:51,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15" 2024-11-24T13:17:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c23fefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42429,-1] 2024-11-24T13:17:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:51,845 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:51,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:51,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:51,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43291,1732454259471, seqNum=-1] 2024-11-24T13:17:51,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:51,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:51,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42429,1732454259420 2024-11-24T13:17:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4839fbba 2024-11-24T13:17:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:51,866 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:51,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2] 2024-11-24T13:17:51,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:17:51,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T13:17:51,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T13:17:51,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_1 for inclusion in 993c979cd50da5bf5440504870631f0e/f 2024-11-24T13:17:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T13:17:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:17:51,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_0 for inclusion in 993c979cd50da5bf5440504870631f0e/f 2024-11-24T13:17:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T13:17:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:17:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(2603): Flush status journal for 993c979cd50da5bf5440504870631f0e: 2024-11-24T13:17:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_1 to hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_1 2024-11-24T13:17:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_1 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ 2024-11-24T13:17:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f/f/hfile_0 to hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_0 2024-11-24T13:17:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_0 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ 2024-11-24T13:17:51,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_1 into 993c979cd50da5bf5440504870631f0e/f as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ - updating store file list. 2024-11-24T13:17:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for daf049fb03674344bbdb3f8111294a9b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:17:51,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ into 993c979cd50da5bf5440504870631f0e/f 2024-11-24T13:17:51,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_1 into 993c979cd50da5bf5440504870631f0e/f (new location: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_) 2024-11-24T13:17:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_1 2024-11-24T13:17:51,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_0 into 993c979cd50da5bf5440504870631f0e/f as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ - updating store file list. 2024-11-24T13:17:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:17:51,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ into 993c979cd50da5bf5440504870631f0e/f 2024-11-24T13:17:51,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_0 into 993c979cd50da5bf5440504870631f0e/f (new location: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_) 2024-11-24T13:17:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__tv2q7fm9vk6l7n9bg79vn4vtmbfjmqaq5fse54vjp84nd5mra3ov6i3j88rnoc7n/f/hfile_0 2024-11-24T13:17:51,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:51,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:51,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:51,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:51,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:51,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2 , the old value is region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b10924491aa5:43291 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:17:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,42353,1732454262458, seqNum=-1] 2024-11-24T13:17:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:17:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2 from cache 2024-11-24T13:17:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:51,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57434 deadline: 1732454331985 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57434 2024-11-24T13:17:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6., hostname=b10924491aa5,42353,1732454262458, seqNum=2] 2024-11-24T13:17:51,996 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:17:52,101 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:43291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T13:17:52,194 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 379, reset compression=false 2024-11-24T13:17:52,201 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:17:52,201 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,43291,1732454259471 got entry batch from reader: WALEntryBatch [walEntries=[{test/993c979cd50da5bf5440504870631f0e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454271979/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T13:17:52,225 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:17:52,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T13:17:52,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.ReplicationSink(318): Replicating [d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15] bulk loaded data 2024-11-24T13:17:52,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d33f99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:52,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,43881,-1 for getting cluster id 2024-11-24T13:17:52,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:52,233 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2256ae48-200c-4168-8f9a-92a34fea4ecc' 2024-11-24T13:17:52,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:52,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2256ae48-200c-4168-8f9a-92a34fea4ecc" 2024-11-24T13:17:52,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@732845bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:52,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,43881,-1] 2024-11-24T13:17:52,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:52,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:52,234 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:52,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a8147a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:52,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741837_1013 (size=7691) 2024-11-24T13:17:52,401 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 687, reset compression=false 2024-11-24T13:17:52,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:17:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741838_1014 (size=7894) 2024-11-24T13:17:52,705 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 687, reset compression=false 2024-11-24T13:17:52,998 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:17:53,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:53,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,43881,1732454262419 2024-11-24T13:17:53,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22bcaabb 2024-11-24T13:17:53,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:53,093 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T13:17:53,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:17:53,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:53,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,42353,1732454262458, seqNum=-1] 2024-11-24T13:17:53,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:53,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T13:17:53,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T13:17:53,109 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 687, reset compression=false 2024-11-24T13:17:53,114 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T13:17:53,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ for inclusion in 925dfaed6de087c818ce4a0010bff6b6/f 2024-11-24T13:17:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T13:17:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:17:53,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ for inclusion in 925dfaed6de087c818ce4a0010bff6b6/f 2024-11-24T13:17:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T13:17:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:17:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HRegion(2603): Flush status journal for 925dfaed6de087c818ce4a0010bff6b6: 2024-11-24T13:17:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:17:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/1891a0d3b28a4a1a9464caf799353cdd_SeqId_4_ 2024-11-24T13:17:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): daf049fb03674344bbdb3f8111294a9b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:17:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/b5a2dc79d3ad416cb887e0387a021f23_SeqId_4_ 2024-11-24T13:17:53,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ into 925dfaed6de087c818ce4a0010bff6b6/f as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/1891a0d3b28a4a1a9464caf799353cdd_SeqId_4_ - updating store file list. 2024-11-24T13:17:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1891a0d3b28a4a1a9464caf799353cdd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:17:53,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/1891a0d3b28a4a1a9464caf799353cdd_SeqId_4_ into 925dfaed6de087c818ce4a0010bff6b6/f 2024-11-24T13:17:53,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ into 925dfaed6de087c818ce4a0010bff6b6/f (new location: hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/1891a0d3b28a4a1a9464caf799353cdd_SeqId_4_) 2024-11-24T13:17:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_ 2024-11-24T13:17:53,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ into 925dfaed6de087c818ce4a0010bff6b6/f as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/b5a2dc79d3ad416cb887e0387a021f23_SeqId_4_ - updating store file list. 2024-11-24T13:17:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5a2dc79d3ad416cb887e0387a021f23_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:17:53,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/b5a2dc79d3ad416cb887e0387a021f23_SeqId_4_ into 925dfaed6de087c818ce4a0010bff6b6/f 2024-11-24T13:17:53,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ into 925dfaed6de087c818ce4a0010bff6b6/f (new location: hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/f/b5a2dc79d3ad416cb887e0387a021f23_SeqId_4_) 2024-11-24T13:17:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/staging/jenkins.hfs.6__test__sour8ehfr9ke2scdjqj65cn6c7m320f79fq84solgk87ml8p0dasd9vjr6p0ivm0/f/daf049fb03674344bbdb3f8111294a9b_SeqId_4_ 2024-11-24T13:17:53,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] regionserver.ReplicationSink(324): Finished replicating [d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15] bulk loaded data 2024-11-24T13:17:53,615 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 687, reset compression=false 2024-11-24T13:17:54,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:17:54,017 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732454274016/Put/seqid=0 2024-11-24T13:17:54,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741842_1018 (size=7997) 2024-11-24T13:17:54,220 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 687, reset compression=false 2024-11-24T13:17:54,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732454274424/Put/seqid=0 2024-11-24T13:17:54,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741843_1019 (size=7794) 2024-11-24T13:17:54,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:54,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42429,-1 for getting cluster id 2024-11-24T13:17:54,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:17:54,441 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0fbbe-59e3-4044-9ef8-4e6d00d4be15' 2024-11-24T13:17:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:17:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0fbbe-59e3-4044-9ef8-4e6d00d4be15" 2024-11-24T13:17:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad989a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42429,-1] 2024-11-24T13:17:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:17:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:54,443 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:17:54,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:17:54,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43291,1732454259471, seqNum=-1] 2024-11-24T13:17:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:54,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:54,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:17:54,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42429,1732454259420 2024-11-24T13:17:54,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccb49ed 2024-11-24T13:17:54,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:17:54,460 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:17:54,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2] 2024-11-24T13:17:54,468 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:17:54,482 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T13:17:54,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T13:17:54,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_1 for inclusion in 993c979cd50da5bf5440504870631f0e/f1 2024-11-24T13:17:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T13:17:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:17:54,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_0 for inclusion in 993c979cd50da5bf5440504870631f0e/f1 2024-11-24T13:17:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T13:17:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:17:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(2603): Flush status journal for 993c979cd50da5bf5440504870631f0e: 2024-11-24T13:17:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_1 to hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_1 2024-11-24T13:17:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_1 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/9a80eae51fe240979ae3cff45b659c80_SeqId_6_ 2024-11-24T13:17:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/load_f1/f1/hfile_0 to hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_0 2024-11-24T13:17:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_0 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/7b8404568c6c444d9708ba0155cb789c_SeqId_6_ 2024-11-24T13:17:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T13:17:54,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_1 into 993c979cd50da5bf5440504870631f0e/f1 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/9a80eae51fe240979ae3cff45b659c80_SeqId_6_ - updating store file list. 2024-11-24T13:17:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a80eae51fe240979ae3cff45b659c80_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:17:54,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/9a80eae51fe240979ae3cff45b659c80_SeqId_6_ into 993c979cd50da5bf5440504870631f0e/f1 2024-11-24T13:17:54,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_1 into 993c979cd50da5bf5440504870631f0e/f1 (new location: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/9a80eae51fe240979ae3cff45b659c80_SeqId_6_) 2024-11-24T13:17:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_1 2024-11-24T13:17:54,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_0 into 993c979cd50da5bf5440504870631f0e/f1 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/7b8404568c6c444d9708ba0155cb789c_SeqId_6_ - updating store file list. 2024-11-24T13:17:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b8404568c6c444d9708ba0155cb789c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:17:54,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/7b8404568c6c444d9708ba0155cb789c_SeqId_6_ into 993c979cd50da5bf5440504870631f0e/f1 2024-11-24T13:17:54,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_0 into 993c979cd50da5bf5440504870631f0e/f1 (new location: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/f1/7b8404568c6c444d9708ba0155cb789c_SeqId_6_) 2024-11-24T13:17:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/staging/jenkins__test__l6roljpifmbr4gcslva0s6g5rh04633r5h7uf54nm6ckteon7ru436s66cg1qegm/f1/hfile_0 2024-11-24T13:17:54,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:54,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:54,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:54,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:54,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2 , the old value is region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b10924491aa5:43291 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:17:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:17:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2 from cache 2024-11-24T13:17:54,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57442 deadline: 1732454334550 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57442 2024-11-24T13:17:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43291,1732454259471, seqNum=-1] 2024-11-24T13:17:54,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:17:54,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:17:54,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454265502.993c979cd50da5bf5440504870631f0e., hostname=b10924491aa5,43291,1732454259471, seqNum=2] 2024-11-24T13:17:54,658 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:43291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T13:17:54,926 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 687, reset compression=false 2024-11-24T13:17:54,932 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:17:54,932 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:54,932 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,43291,1732454259471 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:17:55,136 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:55,441 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:55,846 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:56,351 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:56,955 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:57,660 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:58,464 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:17:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:17:59,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T13:17:59,369 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:00,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:01,479 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:02,683 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:03,988 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:05,393 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:06,897 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:08,501 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:09,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:18:10,205 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:12,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:18:12,010 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:13,913 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:14,934 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,43291,1732454259471 got entry batch from reader: null 2024-11-24T13:18:15,918 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:18,022 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:20,226 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:21,407 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T13:18:21,407 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T13:18:22,530 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:24,935 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:25,710 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T13:18:25,710 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T13:18:27,439 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:30,043 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:31,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 993c979cd50da5bf5440504870631f0e, had cached 0 bytes from a total of 31376 2024-11-24T13:18:32,747 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:33,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 925dfaed6de087c818ce4a0010bff6b6, had cached 0 bytes from a total of 15585 2024-11-24T13:18:34,935 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,43291,1732454259471 got entry batch from reader: null 2024-11-24T13:18:35,551 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:38,455 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:39,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:18:41,341 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:18:41,466 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:42,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:18:44,575 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:46,245 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:18:47,779 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:51,083 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:54,487 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:54,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:18:54,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:18:54,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:54,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:54,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:54,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:18:54,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:18:54,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1376446180, stopped=false 2024-11-24T13:18:54,585 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,43881,1732454262419 2024-11-24T13:18:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828048013/running 2024-11-24T13:18:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828048013/running 2024-11-24T13:18:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:18:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:18:54,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:18:54,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:18:54,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:54,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:54,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,42353,1732454262458' ***** 2024-11-24T13:18:54,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:18:54,588 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:18:54,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on znode that does not yet exist, /11828048013/running 2024-11-24T13:18:54,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Set watcher on znode that does not yet exist, /11828048013/running 2024-11-24T13:18:54,588 INFO [RS:0;b10924491aa5:42353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:18:54,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:18:54,588 INFO [RS:0;b10924491aa5:42353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:18:54,588 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:18:54,589 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,42353,1732454262458 2024-11-24T13:18:54,589 INFO [RS:0;b10924491aa5:42353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:18:54,589 INFO [RS:0;b10924491aa5:42353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:42353. 2024-11-24T13:18:54,589 DEBUG [RS:0;b10924491aa5:42353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:54,589 DEBUG [RS:0;b10924491aa5:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:54,589 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 925dfaed6de087c818ce4a0010bff6b6, disabling compactions & flushes 2024-11-24T13:18:54,589 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:18:54,589 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:18:54,589 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. after waiting 0 ms 2024-11-24T13:18:54,589 INFO [RS:0;b10924491aa5:42353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:18:54,589 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:18:54,589 INFO [RS:0;b10924491aa5:42353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:18:54,589 INFO [RS:0;b10924491aa5:42353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:18:54,589 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:18:54,590 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:18:54,590 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 925dfaed6de087c818ce4a0010bff6b6=test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6.} 2024-11-24T13:18:54,590 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 925dfaed6de087c818ce4a0010bff6b6 2024-11-24T13:18:54,590 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:18:54,590 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:18:54,590 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:18:54,590 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:18:54,590 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:18:54,590 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T13:18:54,595 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/default/test/925dfaed6de087c818ce4a0010bff6b6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T13:18:54,595 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:18:54,595 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:18:54,595 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:18:54,595 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 925dfaed6de087c818ce4a0010bff6b6: Waiting for close lock at 1732454334589Running coprocessor pre-close hooks at 1732454334589Disabling compacts and flushes for region at 1732454334589Disabling writes for close at 1732454334589Writing region close event to WAL at 1732454334590 (+1 ms)Running coprocessor post-close hooks at 1732454334595 (+5 ms)Closed at 1732454334595 2024-11-24T13:18:54,596 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6. 2024-11-24T13:18:54,608 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/info/dd4fd90d316e4fd4b5c43fe67795cb38 is 129, key is test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6./info:regioninfo/1732454268494/Put/seqid=0 2024-11-24T13:18:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741839_1015 (size=6421) 2024-11-24T13:18:54,667 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:18:54,790 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:18:54,935 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,43291,1732454259471 got entry batch from reader: null 2024-11-24T13:18:54,990 DEBUG [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:18:55,013 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/info/dd4fd90d316e4fd4b5c43fe67795cb38 2024-11-24T13:18:55,034 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/ns/6e205158a12146418109bff40d654fd3 is 43, key is default/ns:d/1732454265438/Put/seqid=0 2024-11-24T13:18:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741840_1016 (size=5153) 2024-11-24T13:18:55,039 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/ns/6e205158a12146418109bff40d654fd3 2024-11-24T13:18:55,059 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/rep_barrier/528c887d12274ce09b63d7e6160c0624 is 112, key is test,,1732454267675.925dfaed6de087c818ce4a0010bff6b6./rep_barrier:seqnumDuringOpen/1732454268494/Put/seqid=0 2024-11-24T13:18:55,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741841_1017 (size=5518) 2024-11-24T13:18:55,063 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/rep_barrier/528c887d12274ce09b63d7e6160c0624 2024-11-24T13:18:55,081 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/table/d61cacbda8134db99b459b6d64db82dc is 40, key is test/table:state/1732454268506/Put/seqid=0 2024-11-24T13:18:55,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741842_1018 (size=5165) 2024-11-24T13:18:55,085 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/table/d61cacbda8134db99b459b6d64db82dc 2024-11-24T13:18:55,090 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/info/dd4fd90d316e4fd4b5c43fe67795cb38 as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/info/dd4fd90d316e4fd4b5c43fe67795cb38 2024-11-24T13:18:55,094 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/info/dd4fd90d316e4fd4b5c43fe67795cb38, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T13:18:55,095 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/ns/6e205158a12146418109bff40d654fd3 as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/ns/6e205158a12146418109bff40d654fd3 2024-11-24T13:18:55,099 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/ns/6e205158a12146418109bff40d654fd3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:18:55,100 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/rep_barrier/528c887d12274ce09b63d7e6160c0624 as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/rep_barrier/528c887d12274ce09b63d7e6160c0624 2024-11-24T13:18:55,104 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/rep_barrier/528c887d12274ce09b63d7e6160c0624, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T13:18:55,105 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/.tmp/table/d61cacbda8134db99b459b6d64db82dc as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/table/d61cacbda8134db99b459b6d64db82dc 2024-11-24T13:18:55,110 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/table/d61cacbda8134db99b459b6d64db82dc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:18:55,111 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false 2024-11-24T13:18:55,115 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T13:18:55,115 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:18:55,115 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:18:55,116 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:18:55,116 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454334590Running coprocessor pre-close hooks at 1732454334590Disabling compacts and flushes for region at 1732454334590Disabling writes for close at 1732454334590Obtaining lock to block concurrent updates at 1732454334590Preparing flush snapshotting stores in 1588230740 at 1732454334590Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732454334591 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454334591Flushing 1588230740/info: creating writer at 1732454334591Flushing 1588230740/info: appending metadata at 1732454334608 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732454334608Flushing 1588230740/ns: creating writer at 1732454335019 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732454335034 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732454335034Flushing 1588230740/rep_barrier: creating writer at 1732454335044 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454335058 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454335058Flushing 1588230740/table: creating writer at 1732454335067 (+9 ms)Flushing 1588230740/table: appending metadata at 1732454335081 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732454335081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74aeb35e: reopening flushed file at 1732454335089 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55561d0c: reopening flushed file at 1732454335095 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249a0107: reopening flushed file at 1732454335100 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54090ba0: reopening flushed file at 1732454335104 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false at 1732454335111 (+7 ms)Writing region close event to WAL at 1732454335112 (+1 ms)Running coprocessor post-close hooks at 1732454335115 (+3 ms)Closed at 1732454335115 2024-11-24T13:18:55,116 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:18:55,190 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,42353,1732454262458; all regions closed. 2024-11-24T13:18:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741834_1010 (size=2717) 2024-11-24T13:18:55,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458/b10924491aa5%2C42353%2C1732454262458.meta.1732454265388.meta not finished, retry = 0 2024-11-24T13:18:55,295 DEBUG [RS:0;b10924491aa5:42353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/oldWALs 2024-11-24T13:18:55,295 INFO [RS:0;b10924491aa5:42353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C42353%2C1732454262458.meta:.meta(num 1732454265388) 2024-11-24T13:18:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741832_1008 (size=1028) 2024-11-24T13:18:55,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/WALs/b10924491aa5,42353,1732454262458/b10924491aa5%2C42353%2C1732454262458.1732454264449 not finished, retry = 0 2024-11-24T13:18:55,315 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:18:55,315 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:18:55,400 DEBUG [RS:0;b10924491aa5:42353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/oldWALs 2024-11-24T13:18:55,400 INFO [RS:0;b10924491aa5:42353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C42353%2C1732454262458:(num 1732454264449) 2024-11-24T13:18:55,401 DEBUG [RS:0;b10924491aa5:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:55,401 INFO [RS:0;b10924491aa5:42353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:18:55,401 INFO [RS:0;b10924491aa5:42353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:18:55,401 INFO [RS:0;b10924491aa5:42353 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:18:55,401 INFO [RS:0;b10924491aa5:42353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:18:55,401 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:18:55,401 INFO [RS:0;b10924491aa5:42353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:42353. 2024-11-24T13:18:55,401 DEBUG [RS:0;b10924491aa5:42353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:55,401 DEBUG [RS:0;b10924491aa5:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:55,402 DEBUG [RS:0;b10924491aa5:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:55,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:18:55,402 INFO [RS:0;b10924491aa5:42353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42353 2024-11-24T13:18:55,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828048013/rs/b10924491aa5,42353,1732454262458 2024-11-24T13:18:55,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013/rs 2024-11-24T13:18:55,404 INFO [RS:0;b10924491aa5:42353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:18:55,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,42353,1732454262458] 2024-11-24T13:18:55,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11828048013/draining/b10924491aa5,42353,1732454262458 already deleted, retry=false 2024-11-24T13:18:55,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,42353,1732454262458 expired; onlineServers=0 2024-11-24T13:18:55,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,43881,1732454262419' ***** 2024-11-24T13:18:55,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:18:55,412 INFO [M:0;b10924491aa5:43881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:18:55,412 INFO [M:0;b10924491aa5:43881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:18:55,412 DEBUG [M:0;b10924491aa5:43881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:18:55,412 DEBUG [M:0;b10924491aa5:43881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:18:55,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:18:55,412 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454264230 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454264230,5,FailOnTimeoutGroup] 2024-11-24T13:18:55,412 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454264232 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454264232,5,FailOnTimeoutGroup] 2024-11-24T13:18:55,413 INFO [M:0;b10924491aa5:43881 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:18:55,413 INFO [M:0;b10924491aa5:43881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:18:55,413 DEBUG [M:0;b10924491aa5:43881 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:18:55,413 INFO [M:0;b10924491aa5:43881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:18:55,413 INFO [M:0;b10924491aa5:43881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:18:55,413 INFO [M:0;b10924491aa5:43881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:18:55,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:18:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828048013/master 2024-11-24T13:18:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828048013 2024-11-24T13:18:55,414 DEBUG [M:0;b10924491aa5:43881 {}] zookeeper.ZKUtil(347): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Unable to get data of znode /11828048013/master because node does not exist (not an error) 2024-11-24T13:18:55,414 WARN [M:0;b10924491aa5:43881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:18:55,415 INFO [M:0;b10924491aa5:43881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/.lastflushedseqids 2024-11-24T13:18:55,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741843_1019 (size=173) 2024-11-24T13:18:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:18:55,511 INFO [RS:0;b10924491aa5:42353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:18:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x1014a20017e0004, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:18:55,511 INFO [RS:0;b10924491aa5:42353 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,42353,1732454262458; zookeeper connection closed. 2024-11-24T13:18:55,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@241e0449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@241e0449 2024-11-24T13:18:55,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:18:55,820 INFO [M:0;b10924491aa5:43881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:18:55,820 INFO [M:0;b10924491aa5:43881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:18:55,820 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:18:55,820 INFO [M:0;b10924491aa5:43881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:18:55,820 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:18:55,820 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:18:55,820 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:18:55,820 INFO [M:0;b10924491aa5:43881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-24T13:18:55,842 DEBUG [M:0;b10924491aa5:43881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b207c1ec531d49c0811e63012b2754c2 is 82, key is hbase:meta,,1/info:regioninfo/1732454265425/Put/seqid=0 2024-11-24T13:18:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741844_1020 (size=5672) 2024-11-24T13:18:56,246 INFO [M:0;b10924491aa5:43881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b207c1ec531d49c0811e63012b2754c2 2024-11-24T13:18:56,266 DEBUG [M:0;b10924491aa5:43881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d685c9c40b49a78b3559de0abb70cd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732454268510/Put/seqid=0 2024-11-24T13:18:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741845_1021 (size=6727) 2024-11-24T13:18:56,671 INFO [M:0;b10924491aa5:43881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d685c9c40b49a78b3559de0abb70cd 2024-11-24T13:18:56,676 INFO [M:0;b10924491aa5:43881 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95d685c9c40b49a78b3559de0abb70cd 2024-11-24T13:18:56,694 DEBUG [M:0;b10924491aa5:43881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3055efb6dcc411ab66940a9843ef1b9 is 69, key is b10924491aa5,42353,1732454262458/rs:state/1732454264297/Put/seqid=0 2024-11-24T13:18:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741846_1022 (size=5156) 2024-11-24T13:18:57,099 INFO [M:0;b10924491aa5:43881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3055efb6dcc411ab66940a9843ef1b9 2024-11-24T13:18:57,104 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b207c1ec531d49c0811e63012b2754c2 as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b207c1ec531d49c0811e63012b2754c2 2024-11-24T13:18:57,109 INFO [M:0;b10924491aa5:43881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b207c1ec531d49c0811e63012b2754c2, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T13:18:57,109 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95d685c9c40b49a78b3559de0abb70cd as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95d685c9c40b49a78b3559de0abb70cd 2024-11-24T13:18:57,114 INFO [M:0;b10924491aa5:43881 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95d685c9c40b49a78b3559de0abb70cd 2024-11-24T13:18:57,114 INFO [M:0;b10924491aa5:43881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95d685c9c40b49a78b3559de0abb70cd, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T13:18:57,115 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3055efb6dcc411ab66940a9843ef1b9 as hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3055efb6dcc411ab66940a9843ef1b9 2024-11-24T13:18:57,119 INFO [M:0;b10924491aa5:43881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33549/user/jenkins/test-data/51859cb7-97bc-82e3-e943-633f7cb03d3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3055efb6dcc411ab66940a9843ef1b9, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T13:18:57,120 INFO [M:0;b10924491aa5:43881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false 2024-11-24T13:18:57,121 INFO [M:0;b10924491aa5:43881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:18:57,121 DEBUG [M:0;b10924491aa5:43881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454335820Disabling compacts and flushes for region at 1732454335820Disabling writes for close at 1732454335820Obtaining lock to block concurrent updates at 1732454335820Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454335820Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732454335821 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454335821Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454335821Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454335841 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454335841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454336251 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454336266 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454336266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454336676 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454336693 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454336694 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d327f9f: reopening flushed file at 1732454337104 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e90112d: reopening flushed file at 1732454337109 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560fc85e: reopening flushed file at 1732454337114 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false at 1732454337120 (+6 ms)Writing region close event to WAL at 1732454337121 (+1 ms)Closed at 1732454337121 2024-11-24T13:18:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42811 is added to blk_1073741830_1006 (size=33026) 2024-11-24T13:18:57,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:18:57,124 INFO [M:0;b10924491aa5:43881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:18:57,124 INFO [M:0;b10924491aa5:43881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43881 2024-11-24T13:18:57,125 INFO [M:0;b10924491aa5:43881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:18:57,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:18:57,227 INFO [M:0;b10924491aa5:43881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:18:57,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x1014a20017e0003, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:18:57,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:18:57,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:18:57,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:18:57,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:18:57,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.log.dir/,STOPPED} 2024-11-24T13:18:57,232 WARN [BP-636975453-172.17.0.2-1732454261443 heartbeating to localhost/127.0.0.1:33549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:18:57,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:18:57,232 WARN [BP-636975453-172.17.0.2-1732454261443 heartbeating to localhost/127.0.0.1:33549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-636975453-172.17.0.2-1732454261443 (Datanode Uuid 80df409f-eceb-4fdc-a8f3-65af282d2cd3) service to localhost/127.0.0.1:33549 2024-11-24T13:18:57,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:18:57,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/cluster_625abb6c-791c-2a8e-c7e8-c6f4118a1529/data/data1/current/BP-636975453-172.17.0.2-1732454261443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:18:57,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/cluster_625abb6c-791c-2a8e-c7e8-c6f4118a1529/data/data2/current/BP-636975453-172.17.0.2-1732454261443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:18:57,233 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:18:57,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:18:57,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:18:57,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:18:57,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:18:57,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.log.dir/,STOPPED} 2024-11-24T13:18:57,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:18:57,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:18:57,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:18:57,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:57,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:57,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:57,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:18:57,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:18:57,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1056562944, stopped=false 2024-11-24T13:18:57,255 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,42429,1732454259420 2024-11-24T13:18:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1853904713/running 2024-11-24T13:18:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1853904713/running 2024-11-24T13:18:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:18:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:18:57,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:18:57,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:18:57,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:57,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:57,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on znode that does not yet exist, /0-1853904713/running 2024-11-24T13:18:57,259 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,43291,1732454259471' ***** 2024-11-24T13:18:57,259 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:18:57,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Set watcher on znode that does not yet exist, /0-1853904713/running 2024-11-24T13:18:57,260 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:18:57,260 INFO [RS:0;b10924491aa5:43291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:18:57,260 INFO [RS:0;b10924491aa5:43291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:18:57,260 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(3091): Received CLOSE for 993c979cd50da5bf5440504870631f0e 2024-11-24T13:18:57,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:18:57,260 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(3091): Received CLOSE for b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:18:57,260 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,43291,1732454259471 2024-11-24T13:18:57,260 INFO [RS:0;b10924491aa5:43291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:18:57,261 INFO [RS:0;b10924491aa5:43291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:43291. 2024-11-24T13:18:57,261 DEBUG [RS:0;b10924491aa5:43291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:57,261 DEBUG [RS:0;b10924491aa5:43291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:57,261 INFO [RS:0;b10924491aa5:43291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:18:57,261 INFO [RS:0;b10924491aa5:43291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:18:57,261 INFO [RS:0;b10924491aa5:43291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:18:57,261 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:18:57,261 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:18:57,261 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1325): Online Regions={993c979cd50da5bf5440504870631f0e=test,,1732454265502.993c979cd50da5bf5440504870631f0e., 1588230740=hbase:meta,,1.1588230740, b7b1b8ead610a2f6239eb46f2e24bf07=hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07.} 2024-11-24T13:18:57,261 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 993c979cd50da5bf5440504870631f0e, b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 993c979cd50da5bf5440504870631f0e, disabling compactions & flushes 2024-11-24T13:18:57,261 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454265502.993c979cd50da5bf5440504870631f0e. after waiting 0 ms 2024-11-24T13:18:57,261 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:18:57,261 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:18:57,261 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:18:57,269 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/default/test/993c979cd50da5bf5440504870631f0e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:18:57,270 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 993c979cd50da5bf5440504870631f0e: Waiting for close lock at 1732454337261Running coprocessor pre-close hooks at 1732454337261Disabling compacts and flushes for region at 1732454337261Disabling writes for close at 1732454337261Writing region close event to WAL at 1732454337264 (+3 ms)Running coprocessor post-close hooks at 1732454337270 (+6 ms)Closed at 1732454337270 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454265502.993c979cd50da5bf5440504870631f0e. 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7b1b8ead610a2f6239eb46f2e24bf07, disabling compactions & flushes 2024-11-24T13:18:57,270 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. after waiting 0 ms 2024-11-24T13:18:57,270 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:18:57,270 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7b1b8ead610a2f6239eb46f2e24bf07 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T13:18:57,286 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/info/fdc10d115a0043e99467e5d5ffdd7c10 is 147, key is hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07./info:regioninfo/1732454269760/Put/seqid=0 2024-11-24T13:18:57,289 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/.tmp/hfileref/2e4c16293ed94837ba8938c58917648c is 74, key is 1/hfileref:9fe5f6f9623944aa9b459d5cda1ce844_SeqId_4_/1732454273165/DeleteColumn/seqid=0 2024-11-24T13:18:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741844_1020 (size=7686) 2024-11-24T13:18:57,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741845_1021 (size=5203) 2024-11-24T13:18:57,305 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:18:57,461 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:18:57,549 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:18:57,549 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:18:57,662 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7b1b8ead610a2f6239eb46f2e24bf07 2024-11-24T13:18:57,691 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/info/fdc10d115a0043e99467e5d5ffdd7c10 2024-11-24T13:18:57,693 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/.tmp/hfileref/2e4c16293ed94837ba8938c58917648c 2024-11-24T13:18:57,711 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/ns/3e68c2df7fcd4988beee0f38b219be3e is 43, key is default/ns:d/1732454261329/Put/seqid=0 2024-11-24T13:18:57,715 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/.tmp/queue/900dc241c5224f39bddefb27f57dfed0 is 153, key is 1-b10924491aa5,43291,1732454259471/queue:b10924491aa5%2C43291%2C1732454259471/1732454274933/Put/seqid=0 2024-11-24T13:18:57,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741846_1022 (size=5153) 2024-11-24T13:18:57,718 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/ns/3e68c2df7fcd4988beee0f38b219be3e 2024-11-24T13:18:57,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741847_1023 (size=5352) 2024-11-24T13:18:57,731 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/.tmp/queue/900dc241c5224f39bddefb27f57dfed0 2024-11-24T13:18:57,740 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/.tmp/hfileref/2e4c16293ed94837ba8938c58917648c as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/hfileref/2e4c16293ed94837ba8938c58917648c 2024-11-24T13:18:57,742 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed99d982379444897b3ffc5417ec353 is 112, key is test,,1732454265502.993c979cd50da5bf5440504870631f0e./rep_barrier:seqnumDuringOpen/1732454266671/Put/seqid=0 2024-11-24T13:18:57,746 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/hfileref/2e4c16293ed94837ba8938c58917648c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T13:18:57,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741848_1024 (size=5518) 2024-11-24T13:18:57,753 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/.tmp/queue/900dc241c5224f39bddefb27f57dfed0 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/queue/900dc241c5224f39bddefb27f57dfed0 2024-11-24T13:18:57,759 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/queue/900dc241c5224f39bddefb27f57dfed0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T13:18:57,760 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b7b1b8ead610a2f6239eb46f2e24bf07 in 490ms, sequenceid=10, compaction requested=false 2024-11-24T13:18:57,767 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/replication/b7b1b8ead610a2f6239eb46f2e24bf07/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T13:18:57,768 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:18:57,768 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:18:57,768 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:18:57,768 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7b1b8ead610a2f6239eb46f2e24bf07: Waiting for close lock at 1732454337270Running coprocessor pre-close hooks at 1732454337270Disabling compacts and flushes for region at 1732454337270Disabling writes for close at 1732454337270Obtaining lock to block concurrent updates at 1732454337270Preparing flush snapshotting stores in b7b1b8ead610a2f6239eb46f2e24bf07 at 1732454337270Finished memstore snapshotting hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732454337271 (+1 ms)Flushing stores of hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. at 1732454337271Flushing b7b1b8ead610a2f6239eb46f2e24bf07/hfileref: creating writer at 1732454337271Flushing b7b1b8ead610a2f6239eb46f2e24bf07/hfileref: appending metadata at 1732454337289 (+18 ms)Flushing b7b1b8ead610a2f6239eb46f2e24bf07/hfileref: closing flushed file at 1732454337289Flushing b7b1b8ead610a2f6239eb46f2e24bf07/queue: creating writer at 1732454337698 (+409 ms)Flushing b7b1b8ead610a2f6239eb46f2e24bf07/queue: appending metadata at 1732454337715 (+17 ms)Flushing b7b1b8ead610a2f6239eb46f2e24bf07/queue: closing flushed file at 1732454337715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a51893: reopening flushed file at 1732454337739 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d3dea5: reopening flushed file at 1732454337747 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b7b1b8ead610a2f6239eb46f2e24bf07 in 490ms, sequenceid=10, compaction requested=false at 1732454337760 (+13 ms)Writing region close event to WAL at 1732454337764 (+4 ms)Running coprocessor post-close hooks at 1732454337768 (+4 ms)Closed at 1732454337768 2024-11-24T13:18:57,768 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454268882.b7b1b8ead610a2f6239eb46f2e24bf07. 2024-11-24T13:18:57,862 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:18:57,991 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 997, reset compression=false 2024-11-24T13:18:57,997 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:18:57,997 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 1292, reset compression=false 2024-11-24T13:18:57,997 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,43291,1732454259471 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:18:57,999 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,43291,1732454259471: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,43291,1732454259471, walGroup=b10924491aa5%2C43291%2C1732454259471, offset=b10924491aa5%2C43291%2C1732454259471.1732454260682:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:43291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:18:58,000 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:18:58,002 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:18:58,003 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:18:58,003 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:18:58,004 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:18:58,004 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 418644624 }, "NonHeapMemoryUsage": { "committed": 180944896, "init": 7667712, "max": -1, "used": 176541048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:18:58,006 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:18:58,062 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:18:58,148 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed99d982379444897b3ffc5417ec353 2024-11-24T13:18:58,168 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/table/eb3bd4ff4aaf47a3918aced896127832 is 53, key is hbase:replication/table:state/1732454269779/Put/seqid=0 2024-11-24T13:18:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741849_1025 (size=5308) 2024-11-24T13:18:58,200 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 1292, reset compression=false 2024-11-24T13:18:58,262 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:18:58,262 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:18:58,262 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:18:58,462 DEBUG [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:18:58,504 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 1292, reset compression=false 2024-11-24T13:18:58,576 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/table/eb3bd4ff4aaf47a3918aced896127832 2024-11-24T13:18:58,582 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/info/fdc10d115a0043e99467e5d5ffdd7c10 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/info/fdc10d115a0043e99467e5d5ffdd7c10 2024-11-24T13:18:58,589 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/info/fdc10d115a0043e99467e5d5ffdd7c10, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:18:58,590 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/ns/3e68c2df7fcd4988beee0f38b219be3e as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/ns/3e68c2df7fcd4988beee0f38b219be3e 2024-11-24T13:18:58,597 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/ns/3e68c2df7fcd4988beee0f38b219be3e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:18:58,598 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed99d982379444897b3ffc5417ec353 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/rep_barrier/1ed99d982379444897b3ffc5417ec353 2024-11-24T13:18:58,603 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/rep_barrier/1ed99d982379444897b3ffc5417ec353, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:18:58,604 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/.tmp/table/eb3bd4ff4aaf47a3918aced896127832 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/table/eb3bd4ff4aaf47a3918aced896127832 2024-11-24T13:18:58,609 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/table/eb3bd4ff4aaf47a3918aced896127832, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:18:58,610 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false 2024-11-24T13:18:58,610 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:18:58,623 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:18:58,624 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:18:58,624 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:18:58,624 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:18:58,624 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454337261Running coprocessor pre-close hooks at 1732454337261Disabling compacts and flushes for region at 1732454337261Disabling writes for close at 1732454337261Obtaining lock to block concurrent updates at 1732454337261Preparing flush snapshotting stores in 1588230740 at 1732454337261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454337262 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454337262Flushing 1588230740/info: creating writer at 1732454337263 (+1 ms)Flushing 1588230740/info: appending metadata at 1732454337286 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732454337286Flushing 1588230740/ns: creating writer at 1732454337697 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732454337711 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732454337711Flushing 1588230740/rep_barrier: creating writer at 1732454337723 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454337741 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454337741Flushing 1588230740/table: creating writer at 1732454338153 (+412 ms)Flushing 1588230740/table: appending metadata at 1732454338168 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732454338168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d732f1: reopening flushed file at 1732454338582 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bec0af6: reopening flushed file at 1732454338589 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e2dbf5: reopening flushed file at 1732454338597 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9b35bc: reopening flushed file at 1732454338603 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false at 1732454338610 (+7 ms)Writing region close event to WAL at 1732454338620 (+10 ms)Running coprocessor post-close hooks at 1732454338624 (+4 ms)Closed at 1732454338624 2024-11-24T13:18:58,624 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:18:58,663 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,43291,1732454259471; all regions closed. 2024-11-24T13:18:58,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:18:58,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.meta.1732454261279.meta not finished, retry = 0 2024-11-24T13:18:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741839_1015 (size=2700) 2024-11-24T13:18:58,769 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.rep.1732454269714 not finished, retry = 0 2024-11-24T13:18:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741833_1009 (size=1300) 2024-11-24T13:18:58,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 not finished, retry = 0 2024-11-24T13:18:58,908 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 to pos 1292, reset compression=false 2024-11-24T13:18:58,973 DEBUG [RS:0;b10924491aa5:43291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:58,973 INFO [RS:0;b10924491aa5:43291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:18:58,973 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/WALs/b10924491aa5,43291,1732454259471/b10924491aa5%2C43291%2C1732454259471.1732454260682 2024-11-24T13:18:58,973 INFO [RS:0;b10924491aa5:43291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:18:58,973 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T13:18:58,973 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T13:18:58,973 INFO [RS:0;b10924491aa5:43291 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:18:58,974 INFO [RS:0;b10924491aa5:43291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:18:58,974 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:18:58,974 INFO [RS:0;b10924491aa5:43291 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,43291,1732454259471 because: Region server is closing 2024-11-24T13:18:58,974 INFO [RS:0;b10924491aa5:43291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:43291. 2024-11-24T13:18:58,974 DEBUG [RS:0;b10924491aa5:43291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:18:58,974 DEBUG [RS:0;b10924491aa5:43291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:58,974 DEBUG [RS:0;b10924491aa5:43291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:18:58,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:18:59,075 INFO [RS:0;b10924491aa5:43291 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.shipperb10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 terminated 2024-11-24T13:18:59,075 INFO [RS:0;b10924491aa5:43291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43291 2024-11-24T13:18:59,075 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,43291,1732454259471.replicationSource.wal-reader.b10924491aa5%2C43291%2C1732454259471,1-b10924491aa5,43291,1732454259471 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-24T13:18:59,077 INFO [RS:0;b10924491aa5:43291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:18:59,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1853904713/rs/b10924491aa5,43291,1732454259471 2024-11-24T13:18:59,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713/rs 2024-11-24T13:18:59,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,43291,1732454259471] 2024-11-24T13:18:59,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1853904713/draining/b10924491aa5,43291,1732454259471 already deleted, retry=false 2024-11-24T13:18:59,080 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,43291,1732454259471 expired; onlineServers=0 2024-11-24T13:18:59,080 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,42429,1732454259420' ***** 2024-11-24T13:18:59,080 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:18:59,080 INFO [M:0;b10924491aa5:42429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:18:59,080 INFO [M:0;b10924491aa5:42429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:18:59,080 DEBUG [M:0;b10924491aa5:42429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:18:59,080 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:18:59,080 DEBUG [M:0;b10924491aa5:42429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:18:59,080 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454260498 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454260498,5,FailOnTimeoutGroup] 2024-11-24T13:18:59,080 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454260508 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454260508,5,FailOnTimeoutGroup] 2024-11-24T13:18:59,080 INFO [M:0;b10924491aa5:42429 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:18:59,080 INFO [M:0;b10924491aa5:42429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:18:59,080 DEBUG [M:0;b10924491aa5:42429 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:18:59,080 INFO [M:0;b10924491aa5:42429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:18:59,080 INFO [M:0;b10924491aa5:42429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:18:59,080 INFO [M:0;b10924491aa5:42429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:18:59,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:18:59,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1853904713/master 2024-11-24T13:18:59,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1853904713 2024-11-24T13:18:59,084 DEBUG [M:0;b10924491aa5:42429 {}] zookeeper.ZKUtil(347): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Unable to get data of znode /0-1853904713/master because node does not exist (not an error) 2024-11-24T13:18:59,084 WARN [M:0;b10924491aa5:42429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:18:59,085 INFO [M:0;b10924491aa5:42429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/.lastflushedseqids 2024-11-24T13:18:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741850_1026 (size=263) 2024-11-24T13:18:59,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:18:59,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1014a20017e0001, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:18:59,179 INFO [RS:0;b10924491aa5:43291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:18:59,179 INFO [RS:0;b10924491aa5:43291 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,43291,1732454259471; zookeeper connection closed. 2024-11-24T13:18:59,179 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c952db9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c952db9 2024-11-24T13:18:59,179 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:18:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:18:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:18:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:18:59,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:18:59,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:18:59,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:18:59,492 INFO [M:0;b10924491aa5:42429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:18:59,493 INFO [M:0;b10924491aa5:42429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:18:59,493 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:18:59,493 INFO [M:0;b10924491aa5:42429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:18:59,493 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:18:59,493 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:18:59,493 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:18:59,493 INFO [M:0;b10924491aa5:42429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-24T13:18:59,509 DEBUG [M:0;b10924491aa5:42429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc2c80f6e1f54635b1ee62d81afe355e is 82, key is hbase:meta,,1/info:regioninfo/1732454261314/Put/seqid=0 2024-11-24T13:18:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741851_1027 (size=5672) 2024-11-24T13:18:59,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:18:59,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:18:59,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:18:59,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:18:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:18:59,914 INFO [M:0;b10924491aa5:42429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc2c80f6e1f54635b1ee62d81afe355e 2024-11-24T13:18:59,934 DEBUG [M:0;b10924491aa5:42429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/620cdcbe9ee449c9ab600a8c6ae110c6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732454266687/Put/seqid=0 2024-11-24T13:18:59,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741852_1028 (size=7240) 2024-11-24T13:19:00,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:00,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:00,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:00,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:00,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:00,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:00,339 INFO [M:0;b10924491aa5:42429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/620cdcbe9ee449c9ab600a8c6ae110c6 2024-11-24T13:19:00,344 INFO [M:0;b10924491aa5:42429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 620cdcbe9ee449c9ab600a8c6ae110c6 2024-11-24T13:19:00,359 DEBUG [M:0;b10924491aa5:42429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703d1cc96ba748778e3bb682b7326511 is 69, key is b10924491aa5,43291,1732454259471/rs:state/1732454260534/Put/seqid=0 2024-11-24T13:19:00,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741853_1029 (size=5156) 2024-11-24T13:19:00,363 INFO [M:0;b10924491aa5:42429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703d1cc96ba748778e3bb682b7326511 2024-11-24T13:19:00,369 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc2c80f6e1f54635b1ee62d81afe355e as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc2c80f6e1f54635b1ee62d81afe355e 2024-11-24T13:19:00,374 INFO [M:0;b10924491aa5:42429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc2c80f6e1f54635b1ee62d81afe355e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T13:19:00,375 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/620cdcbe9ee449c9ab600a8c6ae110c6 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/620cdcbe9ee449c9ab600a8c6ae110c6 2024-11-24T13:19:00,380 INFO [M:0;b10924491aa5:42429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 620cdcbe9ee449c9ab600a8c6ae110c6 2024-11-24T13:19:00,380 INFO [M:0;b10924491aa5:42429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/620cdcbe9ee449c9ab600a8c6ae110c6, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T13:19:00,381 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703d1cc96ba748778e3bb682b7326511 as hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/703d1cc96ba748778e3bb682b7326511 2024-11-24T13:19:00,386 INFO [M:0;b10924491aa5:42429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44289/user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/703d1cc96ba748778e3bb682b7326511, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T13:19:00,387 INFO [M:0;b10924491aa5:42429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=105, compaction requested=false 2024-11-24T13:19:00,389 INFO [M:0;b10924491aa5:42429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:00,389 DEBUG [M:0;b10924491aa5:42429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454339493Disabling compacts and flushes for region at 1732454339493Disabling writes for close at 1732454339493Obtaining lock to block concurrent updates at 1732454339493Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454339493Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732454339493Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454339494 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454339494Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454339509 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454339509Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454339919 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454339933 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454339934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454340344 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454340358 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454340358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6603c490: reopening flushed file at 1732454340368 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eeffaf4: reopening flushed file at 1732454340374 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f82dc0c: reopening flushed file at 1732454340380 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=105, compaction requested=false at 1732454340387 (+7 ms)Writing region close event to WAL at 1732454340389 (+2 ms)Closed at 1732454340389 2024-11-24T13:19:00,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb21c32d-3f8b-4af7-c709-3d41275af337/MasterData/WALs/b10924491aa5,42429,1732454259420/b10924491aa5%2C42429%2C1732454259420.1732454260372 not finished, retry = 0 2024-11-24T13:19:00,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741830_1006 (size=64526) 2024-11-24T13:19:00,493 INFO [M:0;b10924491aa5:42429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:19:00,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:00,493 INFO [M:0;b10924491aa5:42429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42429 2024-11-24T13:19:00,493 INFO [M:0;b10924491aa5:42429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:00,595 INFO [M:0;b10924491aa5:42429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:00,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:00,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42429-0x1014a20017e0000, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:00,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:00,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:00,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:00,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:00,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:00,600 WARN [BP-2024305953-172.17.0.2-1732454258448 heartbeating to localhost/127.0.0.1:44289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:19:00,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:19:00,600 WARN [BP-2024305953-172.17.0.2-1732454258448 heartbeating to localhost/127.0.0.1:44289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2024305953-172.17.0.2-1732454258448 (Datanode Uuid ef59169c-9f0e-496a-a366-70bd3df2702d) service to localhost/127.0.0.1:44289 2024-11-24T13:19:00,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:19:00,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d/data/data1/current/BP-2024305953-172.17.0.2-1732454258448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:00,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/cluster_6015ce81-f96f-584e-aea8-06d164e7f41d/data/data2/current/BP-2024305953-172.17.0.2-1732454258448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:00,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:19:00,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:00,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:00,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:00,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:00,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee20ddfd-83a8-4ad7-7551-06b388eb941a/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:00,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:19:00,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:19:00,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 140) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc0e0b968b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44289 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33549 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc0e0b968b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=6865 (was 6907) 2024-11-24T13:19:00,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=6865 2024-11-24T13:19:00,656 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T13:19:00,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.log.dir so I do NOT create it in target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c 2024-11-24T13:19:00,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:19:00,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.tmp.dir so I do NOT create it in target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c 2024-11-24T13:19:00,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d4a794-3332-b3dc-601f-79c2192f9af4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:19:00,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c 2024-11-24T13:19:00,657 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d, deleteOnExit=true 2024-11-24T13:19:00,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d/zookeeper_0, clientPort=56675, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:19:00,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56675 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/test.cache.data in system properties and HBase conf 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:19:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:19:00,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:19:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:19:00,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a20017e0002, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:19:00,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a20017e0005, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:19:00,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a20017e0005, quorum=127.0.0.1:53645, baseZNode=/11828048013 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:19:00,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a20017e0002, quorum=127.0.0.1:53645, baseZNode=/0-1853904713 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:19:00,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:00,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:00,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:00,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:00,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:00,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:00,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:00,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:00,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b567c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/java.io.tmpdir/jetty-localhost-36735-hadoop-hdfs-3_4_1-tests_jar-_-any-10304019857288541184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:00,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:36735} 2024-11-24T13:19:00,870 INFO [Time-limited test {}] server.Server(415): Started @126650ms 2024-11-24T13:19:00,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:00,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:00,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:00,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:00,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:00,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:00,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:01,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/java.io.tmpdir/jetty-localhost-36173-hadoop-hdfs-3_4_1-tests_jar-_-any-15686927789117154422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:01,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:36173} 2024-11-24T13:19:01,072 INFO [Time-limited test {}] server.Server(415): Started @126852ms 2024-11-24T13:19:01,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:19:01,192 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d/data/data1/current/BP-1134443472-172.17.0.2-1732454340682/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:01,193 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d/data/data2/current/BP-1134443472-172.17.0.2-1732454340682/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:01,213 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:19:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x394077b883e308f8 with lease ID 0x7aa9bf07fda32778: Processing first storage report for DS-207c3150-791b-4246-b1af-ce9b7f658951 from datanode DatanodeRegistration(127.0.0.1:42483, datanodeUuid=a301cd0a-3816-4ab7-81b2-2bd612e66d12, infoPort=46253, infoSecurePort=0, ipcPort=38391, storageInfo=lv=-57;cid=testClusterID;nsid=1308125073;c=1732454340682) 2024-11-24T13:19:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x394077b883e308f8 with lease ID 0x7aa9bf07fda32778: from storage DS-207c3150-791b-4246-b1af-ce9b7f658951 node DatanodeRegistration(127.0.0.1:42483, datanodeUuid=a301cd0a-3816-4ab7-81b2-2bd612e66d12, infoPort=46253, infoSecurePort=0, ipcPort=38391, storageInfo=lv=-57;cid=testClusterID;nsid=1308125073;c=1732454340682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x394077b883e308f8 with lease ID 0x7aa9bf07fda32778: Processing first storage report for DS-7ea3883e-ab76-4e79-a9e0-bbe2bbc0b2c9 from datanode DatanodeRegistration(127.0.0.1:42483, datanodeUuid=a301cd0a-3816-4ab7-81b2-2bd612e66d12, infoPort=46253, infoSecurePort=0, ipcPort=38391, storageInfo=lv=-57;cid=testClusterID;nsid=1308125073;c=1732454340682) 2024-11-24T13:19:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x394077b883e308f8 with lease ID 0x7aa9bf07fda32778: from storage DS-7ea3883e-ab76-4e79-a9e0-bbe2bbc0b2c9 node DatanodeRegistration(127.0.0.1:42483, datanodeUuid=a301cd0a-3816-4ab7-81b2-2bd612e66d12, infoPort=46253, infoSecurePort=0, ipcPort=38391, storageInfo=lv=-57;cid=testClusterID;nsid=1308125073;c=1732454340682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:01,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c 2024-11-24T13:19:01,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:01,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:01,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:19:01,341 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59 with version=8 2024-11-24T13:19:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/hbase-staging 2024-11-24T13:19:01,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:01,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:01,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:01,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:01,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:01,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:01,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:19:01,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:01,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38759 2024-11-24T13:19:01,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38759 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387590x0, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:01,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38759-0x1014a2142c30000 connected 2024-11-24T13:19:01,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:01,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:01,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:01,388 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59, hbase.cluster.distributed=false 2024-11-24T13:19:01,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/acl 2024-11-24T13:19:01,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-24T13:19:01,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38759 2024-11-24T13:19:01,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38759 2024-11-24T13:19:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-24T13:19:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-24T13:19:01,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:01,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:01,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:01,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:01,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:01,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:01,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:19:01,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:01,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36503 2024-11-24T13:19:01,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36503 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:01,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:01,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:01,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365030x0, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:01,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365030x0, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:01,422 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:19:01,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36503-0x1014a2142c30001 connected 2024-11-24T13:19:01,423 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:19:01,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/master 2024-11-24T13:19:01,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/acl 2024-11-24T13:19:01,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36503 2024-11-24T13:19:01,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36503 2024-11-24T13:19:01,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36503 2024-11-24T13:19:01,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36503 2024-11-24T13:19:01,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36503 2024-11-24T13:19:01,449 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:38759 2024-11-24T13:19:01,449 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-735153308/backup-masters/b10924491aa5,38759,1732454341344 2024-11-24T13:19:01,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:01,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:01,451 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on existing znode=/0-735153308/backup-masters/b10924491aa5,38759,1732454341344 2024-11-24T13:19:01,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-735153308/master 2024-11-24T13:19:01,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,453 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on existing znode=/0-735153308/master 2024-11-24T13:19:01,454 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-735153308/backup-masters/b10924491aa5,38759,1732454341344 from backup master directory 2024-11-24T13:19:01,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/backup-masters/b10924491aa5,38759,1732454341344 2024-11-24T13:19:01,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:01,457 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:01,457 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,38759,1732454341344 2024-11-24T13:19:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:01,462 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/hbase.id] with ID: 8573fed7-80d3-4216-bfc7-87d2bc183e6b 2024-11-24T13:19:01,462 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/.tmp/hbase.id 2024-11-24T13:19:01,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:19:01,477 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/.tmp/hbase.id]:[hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/hbase.id] 2024-11-24T13:19:01,496 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:01,496 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:19:01,498 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T13:19:01,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:19:01,527 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:01,529 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:19:01,530 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:19:01,539 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store 2024-11-24T13:19:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:19:01,559 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:01,559 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:01,559 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:01,559 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:01,560 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:01,560 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:01,560 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:01,560 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454341559Disabling compacts and flushes for region at 1732454341559Disabling writes for close at 1732454341560 (+1 ms)Writing region close event to WAL at 1732454341560Closed at 1732454341560 2024-11-24T13:19:01,561 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/.initializing 2024-11-24T13:19:01,561 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344 2024-11-24T13:19:01,563 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:01,565 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C38759%2C1732454341344, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/oldWALs, maxLogs=10 2024-11-24T13:19:01,583 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344/b10924491aa5%2C38759%2C1732454341344.1732454341565, exclude list is [], retry=0 2024-11-24T13:19:01,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:01,596 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344/b10924491aa5%2C38759%2C1732454341344.1732454341565 2024-11-24T13:19:01,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:01,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:01,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:01,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:19:01,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:01,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:01,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:19:01,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:01,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:01,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:19:01,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:01,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:01,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:19:01,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:01,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:01,614 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,614 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,615 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,619 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,619 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,620 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:01,622 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:01,629 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:01,631 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70460579, jitterRate=0.0499444454908371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:01,631 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454341598Initializing all the Stores at 1732454341600 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454341600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454341600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454341600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454341600Cleaning up temporary data from old regions at 1732454341619 (+19 ms)Region opened successfully at 1732454341631 (+12 ms) 2024-11-24T13:19:01,637 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:19:01,641 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733a3e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:01,642 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:19:01,643 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:19:01,643 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:19:01,643 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:19:01,643 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:19:01,644 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:19:01,644 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:19:01,652 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:19:01,654 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/balancer because node does not exist (not necessarily an error) 2024-11-24T13:19:01,656 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/balancer already deleted, retry=false 2024-11-24T13:19:01,658 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:19:01,659 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:19:01,660 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/normalizer already deleted, retry=false 2024-11-24T13:19:01,661 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:19:01,678 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:19:01,681 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/switch/split already deleted, retry=false 2024-11-24T13:19:01,682 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:19:01,683 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/switch/merge already deleted, retry=false 2024-11-24T13:19:01,688 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:19:01,690 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/snapshot-cleanup already deleted, retry=false 2024-11-24T13:19:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,38759,1732454341344, sessionid=0x1014a2142c30000, setting cluster-up flag (Was=false) 2024-11-24T13:19:01,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,713 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-735153308/flush-table-proc/acquired, /0-735153308/flush-table-proc/reached, /0-735153308/flush-table-proc/abort 2024-11-24T13:19:01,715 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38759,1732454341344 2024-11-24T13:19:01,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:01,734 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-735153308/online-snapshot/acquired, /0-735153308/online-snapshot/reached, /0-735153308/online-snapshot/abort 2024-11-24T13:19:01,735 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38759,1732454341344 2024-11-24T13:19:01,736 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:19:01,742 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:01,742 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:19:01,742 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:19:01,743 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,38759,1732454341344 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:01,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:01,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:19:01,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:01,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:19:01,760 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454371760 2024-11-24T13:19:01,761 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:19:01,761 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:19:01,761 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:19:01,761 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:19:01,761 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:19:01,761 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:19:01,768 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:19:01,776 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:19:01,777 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:19:01,777 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:19:01,777 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:19:01,777 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:19:01,777 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:19:01,784 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454341777,5,FailOnTimeoutGroup] 2024-11-24T13:19:01,784 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454341784,5,FailOnTimeoutGroup] 2024-11-24T13:19:01,785 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,785 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:19:01,785 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,785 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,838 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(746): ClusterId : 8573fed7-80d3-4216-bfc7-87d2bc183e6b 2024-11-24T13:19:01,838 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:19:01,841 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:19:01,841 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:19:01,843 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:19:01,843 DEBUG [RS:0;b10924491aa5:36503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250f3499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:01,864 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:36503 2024-11-24T13:19:01,864 INFO [RS:0;b10924491aa5:36503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:19:01,864 INFO [RS:0;b10924491aa5:36503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:19:01,864 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:19:01,865 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,38759,1732454341344 with port=36503, startcode=1732454341411 2024-11-24T13:19:01,865 DEBUG [RS:0;b10924491aa5:36503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:19:01,867 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:19:01,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,36503,1732454341411 2024-11-24T13:19:01,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38759 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,36503,1732454341411 2024-11-24T13:19:01,873 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59 2024-11-24T13:19:01,873 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34977 2024-11-24T13:19:01,873 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:19:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/rs 2024-11-24T13:19:01,877 DEBUG [RS:0;b10924491aa5:36503 {}] zookeeper.ZKUtil(111): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on existing znode=/0-735153308/rs/b10924491aa5,36503,1732454341411 2024-11-24T13:19:01,877 WARN [RS:0;b10924491aa5:36503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:01,877 INFO [RS:0;b10924491aa5:36503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:01,877 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411 2024-11-24T13:19:01,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,36503,1732454341411] 2024-11-24T13:19:01,884 INFO [RS:0;b10924491aa5:36503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:19:01,886 INFO [RS:0;b10924491aa5:36503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:19:01,888 INFO [RS:0;b10924491aa5:36503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:19:01,888 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,892 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:19:01,894 INFO [RS:0;b10924491aa5:36503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:19:01,894 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:01,894 DEBUG [RS:0;b10924491aa5:36503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:01,900 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,900 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,900 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,900 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,901 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,901 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36503,1732454341411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:01,926 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:19:01,926 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36503,1732454341411-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,927 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,927 INFO [RS:0;b10924491aa5:36503 {}] regionserver.Replication(171): b10924491aa5,36503,1732454341411 started 2024-11-24T13:19:01,948 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:01,948 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,36503,1732454341411, RpcServer on b10924491aa5/172.17.0.2:36503, sessionid=0x1014a2142c30001 2024-11-24T13:19:01,948 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:19:01,948 DEBUG [RS:0;b10924491aa5:36503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,36503,1732454341411 2024-11-24T13:19:01,948 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,36503,1732454341411' 2024-11-24T13:19:01,948 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-735153308/flush-table-proc/abort' 2024-11-24T13:19:01,949 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-735153308/flush-table-proc/acquired' 2024-11-24T13:19:01,950 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:19:01,950 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:19:01,950 DEBUG [RS:0;b10924491aa5:36503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,36503,1732454341411 2024-11-24T13:19:01,950 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,36503,1732454341411' 2024-11-24T13:19:01,950 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-735153308/online-snapshot/abort' 2024-11-24T13:19:01,950 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-735153308/online-snapshot/acquired' 2024-11-24T13:19:01,951 DEBUG [RS:0;b10924491aa5:36503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:19:01,951 INFO [RS:0;b10924491aa5:36503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:19:01,951 INFO [RS:0;b10924491aa5:36503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:19:02,051 INFO [RS:0;b10924491aa5:36503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:02,053 INFO [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C36503%2C1732454341411, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs, maxLogs=10 2024-11-24T13:19:02,067 DEBUG [RS:0;b10924491aa5:36503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.1732454342053, exclude list is [], retry=0 2024-11-24T13:19:02,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:02,080 INFO [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.1732454342053 2024-11-24T13:19:02,081 DEBUG [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:02,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:19:02,176 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59 2024-11-24T13:19:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:19:02,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:02,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:02,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:02,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:02,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:02,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:02,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:02,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:02,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:02,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:02,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740 2024-11-24T13:19:02,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740 2024-11-24T13:19:02,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:02,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:02,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:02,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:02,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:02,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70485535, jitterRate=0.05031631886959076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:02,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454342582Initializing all the Stores at 1732454342582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454342582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454342583 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454342583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454342583Cleaning up temporary data from old regions at 1732454342591 (+8 ms)Region opened successfully at 1732454342595 (+4 ms) 2024-11-24T13:19:02,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:02,595 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:02,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:02,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:02,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:02,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:02,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454342595Disabling compacts and flushes for region at 1732454342595Disabling writes for close at 1732454342595Writing region close event to WAL at 1732454342595Closed at 1732454342595 2024-11-24T13:19:02,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:02,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:19:02,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:19:02,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:02,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:19:02,749 DEBUG [b10924491aa5:38759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:02,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,36503,1732454341411 2024-11-24T13:19:02,751 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,36503,1732454341411, state=OPENING 2024-11-24T13:19:02,753 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:19:02,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:02,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:02,754 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:02,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:02,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:02,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,36503,1732454341411}] 2024-11-24T13:19:02,907 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:02,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:19:02,912 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:19:02,912 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:02,912 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:19:02,914 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C36503%2C1732454341411.meta, suffix=.meta, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs, maxLogs=10 2024-11-24T13:19:02,927 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.meta.1732454342914.meta, exclude list is [], retry=0 2024-11-24T13:19:02,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:02,931 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.meta.1732454342914.meta 2024-11-24T13:19:02,931 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:02,931 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:02,932 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:02,932 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:02,932 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:19:02,932 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:19:02,932 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:19:02,932 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:02,932 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:19:02,932 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:19:02,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:02,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:02,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:02,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:02,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:02,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:02,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:02,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:02,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:02,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:02,944 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:02,944 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740 2024-11-24T13:19:02,945 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740 2024-11-24T13:19:02,946 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:02,946 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:02,947 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:02,948 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:02,949 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62695592, jitterRate=-0.06576287746429443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:02,949 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:19:02,949 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454342932Writing region info on filesystem at 1732454342932Initializing all the Stores at 1732454342933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454342933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454342933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454342933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454342933Cleaning up temporary data from old regions at 1732454342946 (+13 ms)Running coprocessor post-open hooks at 1732454342949 (+3 ms)Region opened successfully at 1732454342949 2024-11-24T13:19:02,950 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454342907 2024-11-24T13:19:02,953 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:19:02,953 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:19:02,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,36503,1732454341411 2024-11-24T13:19:02,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,36503,1732454341411, state=OPEN 2024-11-24T13:19:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:02,961 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,36503,1732454341411 2024-11-24T13:19:02,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:02,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:02,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:19:02,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,36503,1732454341411 in 207 msec 2024-11-24T13:19:02,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:19:02,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-24T13:19:02,966 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:02,966 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:19:02,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:02,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,36503,1732454341411, seqNum=-1] 2024-11-24T13:19:02,968 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:02,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:02,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-24T13:19:02,973 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454342973, completionTime=-1 2024-11-24T13:19:02,973 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:19:02,973 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:19:02,975 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:19:02,975 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454402975 2024-11-24T13:19:02,975 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454462975 2024-11-24T13:19:02,975 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:19:02,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38759,1732454341344-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:02,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38759,1732454341344-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:02,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38759,1732454341344-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:02,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:38759, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:02,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:02,976 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:02,978 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.522sec 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38759,1732454341344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:02,979 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38759,1732454341344-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:19:02,981 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:19:02,981 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:19:02,981 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38759,1732454341344-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:03,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:03,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38759,-1 for getting cluster id 2024-11-24T13:19:03,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:03,040 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8573fed7-80d3-4216-bfc7-87d2bc183e6b' 2024-11-24T13:19:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8573fed7-80d3-4216-bfc7-87d2bc183e6b" 2024-11-24T13:19:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4adca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38759,-1] 2024-11-24T13:19:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:03,042 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:03,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:03,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,36503,1732454341411, seqNum=-1] 2024-11-24T13:19:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:03,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:03,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,38759,1732454341344 2024-11-24T13:19:03,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:03,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a2142c30002 connected 2024-11-24T13:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.log.dir so I do NOT create it in target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925 2024-11-24T13:19:03,056 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.tmp.dir so I do NOT create it in target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925 2024-11-24T13:19:03,056 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:19:03,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925 2024-11-24T13:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:19:03,056 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/cluster_9000702f-2b5a-431c-6ccc-f95430568f51, deleteOnExit=true 2024-11-24T13:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:19:03,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/test.cache.data in system properties and HBase conf 2024-11-24T13:19:03,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:19:03,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:19:03,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:19:03,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:19:03,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:19:03,057 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:03,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:19:03,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:19:03,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:19:03,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:03,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:19:03,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:19:03,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:03,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:03,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:03,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:03,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:19:03,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:03,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:03,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:03,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2207950c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/java.io.tmpdir/jetty-localhost-36205-hadoop-hdfs-3_4_1-tests_jar-_-any-1286081496793619738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:03,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:36205} 2024-11-24T13:19:03,278 INFO [Time-limited test {}] server.Server(415): Started @129058ms 2024-11-24T13:19:03,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:03,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:03,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:03,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:03,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:03,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:03,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:03,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c111acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/java.io.tmpdir/jetty-localhost-37013-hadoop-hdfs-3_4_1-tests_jar-_-any-1629357003125466134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:03,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:37013} 2024-11-24T13:19:03,472 INFO [Time-limited test {}] server.Server(415): Started @129252ms 2024-11-24T13:19:03,473 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:19:03,586 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/cluster_9000702f-2b5a-431c-6ccc-f95430568f51/data/data1/current/BP-1228622140-172.17.0.2-1732454343083/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:03,586 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/cluster_9000702f-2b5a-431c-6ccc-f95430568f51/data/data2/current/BP-1228622140-172.17.0.2-1732454343083/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:03,603 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:19:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57fbd0713d593485 with lease ID 0x69f3422a61c7e294: Processing first storage report for DS-e5edf5c1-7fbc-4d87-a2c6-14cbc490484c from datanode DatanodeRegistration(127.0.0.1:39519, datanodeUuid=865e0698-c9b6-48d6-acca-531900b66414, infoPort=43737, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=820064256;c=1732454343083) 2024-11-24T13:19:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57fbd0713d593485 with lease ID 0x69f3422a61c7e294: from storage DS-e5edf5c1-7fbc-4d87-a2c6-14cbc490484c node DatanodeRegistration(127.0.0.1:39519, datanodeUuid=865e0698-c9b6-48d6-acca-531900b66414, infoPort=43737, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=820064256;c=1732454343083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57fbd0713d593485 with lease ID 0x69f3422a61c7e294: Processing first storage report for DS-ef121765-2db7-4f7d-8ae7-3facd23b157e from datanode DatanodeRegistration(127.0.0.1:39519, datanodeUuid=865e0698-c9b6-48d6-acca-531900b66414, infoPort=43737, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=820064256;c=1732454343083) 2024-11-24T13:19:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57fbd0713d593485 with lease ID 0x69f3422a61c7e294: from storage DS-ef121765-2db7-4f7d-8ae7-3facd23b157e node DatanodeRegistration(127.0.0.1:39519, datanodeUuid=865e0698-c9b6-48d6-acca-531900b66414, infoPort=43737, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=820064256;c=1732454343083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:03,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925 2024-11-24T13:19:03,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:03,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:19:04,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e with version=8 2024-11-24T13:19:04,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/hbase-staging 2024-11-24T13:19:04,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:04,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:04,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:04,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:19:04,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:04,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37895 2024-11-24T13:19:04,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37895 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:04,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378950x0, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:04,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37895-0x1014a2142c30003 connected 2024-11-24T13:19:04,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:04,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:04,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on znode that does not yet exist, /1-1534158631/running 2024-11-24T13:19:04,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e, hbase.cluster.distributed=false 2024-11-24T13:19:04,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on znode that does not yet exist, /1-1534158631/acl 2024-11-24T13:19:04,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-24T13:19:04,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37895 2024-11-24T13:19:04,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37895 2024-11-24T13:19:04,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-24T13:19:04,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-24T13:19:04,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:04,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:04,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:19:04,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:04,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43469 2024-11-24T13:19:04,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43469 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:04,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:04,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:04,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434690x0, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:04,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434690x0, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on znode that does not yet exist, /1-1534158631/running 2024-11-24T13:19:04,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43469-0x1014a2142c30004 connected 2024-11-24T13:19:04,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:19:04,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:19:04,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on znode that does not yet exist, /1-1534158631/master 2024-11-24T13:19:04,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on znode that does not yet exist, /1-1534158631/acl 2024-11-24T13:19:04,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43469 2024-11-24T13:19:04,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43469 2024-11-24T13:19:04,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43469 2024-11-24T13:19:04,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43469 2024-11-24T13:19:04,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43469 2024-11-24T13:19:04,191 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:37895 2024-11-24T13:19:04,192 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1534158631/backup-masters/b10924491aa5,37895,1732454344119 2024-11-24T13:19:04,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631/backup-masters 2024-11-24T13:19:04,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631/backup-masters 2024-11-24T13:19:04,194 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on existing znode=/1-1534158631/backup-masters/b10924491aa5,37895,1732454344119 2024-11-24T13:19:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1534158631/master 2024-11-24T13:19:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:04,195 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on existing znode=/1-1534158631/master 2024-11-24T13:19:04,196 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1534158631/backup-masters/b10924491aa5,37895,1732454344119 from backup master directory 2024-11-24T13:19:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631/backup-masters 2024-11-24T13:19:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1534158631/backup-masters/b10924491aa5,37895,1732454344119 2024-11-24T13:19:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631/backup-masters 2024-11-24T13:19:04,198 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:04,198 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,37895,1732454344119 2024-11-24T13:19:04,205 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/hbase.id] with ID: 0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac 2024-11-24T13:19:04,205 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/.tmp/hbase.id 2024-11-24T13:19:04,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:19:04,610 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/.tmp/hbase.id]:[hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/hbase.id] 2024-11-24T13:19:04,620 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:04,620 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:19:04,621 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:19:04,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:04,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:19:04,630 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:04,630 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:19:04,630 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:19:05,039 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store 2024-11-24T13:19:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:19:05,445 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:05,445 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:05,445 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:05,445 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:05,445 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:05,445 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:05,445 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:05,445 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454345445Disabling compacts and flushes for region at 1732454345445Disabling writes for close at 1732454345445Writing region close event to WAL at 1732454345445Closed at 1732454345445 2024-11-24T13:19:05,446 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/.initializing 2024-11-24T13:19:05,446 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/WALs/b10924491aa5,37895,1732454344119 2024-11-24T13:19:05,447 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:05,448 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C37895%2C1732454344119, suffix=, logDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/WALs/b10924491aa5,37895,1732454344119, archiveDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/oldWALs, maxLogs=10 2024-11-24T13:19:05,462 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/WALs/b10924491aa5,37895,1732454344119/b10924491aa5%2C37895%2C1732454344119.1732454345449, exclude list is [], retry=0 2024-11-24T13:19:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-e5edf5c1-7fbc-4d87-a2c6-14cbc490484c,DISK] 2024-11-24T13:19:05,465 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/WALs/b10924491aa5,37895,1732454344119/b10924491aa5%2C37895%2C1732454344119.1732454345449 2024-11-24T13:19:05,466 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43737:43737)] 2024-11-24T13:19:05,466 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:05,466 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:05,466 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,466 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:19:05,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:05,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:05,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:19:05,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:05,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:05,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:19:05,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:05,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:05,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:19:05,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:05,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:05,473 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,473 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,474 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,475 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,475 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,475 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:05,476 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:05,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:05,478 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75199292, jitterRate=0.1205567717552185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:05,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454345466Initializing all the Stores at 1732454345467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454345467Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454345467Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454345467Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454345467Cleaning up temporary data from old regions at 1732454345475 (+8 ms)Region opened successfully at 1732454345478 (+3 ms) 2024-11-24T13:19:05,478 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:19:05,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112aa2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:05,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:19:05,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:19:05,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:19:05,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:19:05,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:19:05,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:19:05,483 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:19:05,484 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:19:05,485 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Unable to get data of znode /1-1534158631/balancer because node does not exist (not necessarily an error) 2024-11-24T13:19:05,487 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1534158631/balancer already deleted, retry=false 2024-11-24T13:19:05,487 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:19:05,487 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Unable to get data of znode /1-1534158631/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:19:05,488 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1534158631/normalizer already deleted, retry=false 2024-11-24T13:19:05,489 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:19:05,489 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Unable to get data of znode /1-1534158631/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:19:05,491 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1534158631/switch/split already deleted, retry=false 2024-11-24T13:19:05,492 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Unable to get data of znode /1-1534158631/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:19:05,493 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1534158631/switch/merge already deleted, retry=false 2024-11-24T13:19:05,495 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Unable to get data of znode /1-1534158631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:19:05,496 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1534158631/snapshot-cleanup already deleted, retry=false 2024-11-24T13:19:05,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1534158631/running 2024-11-24T13:19:05,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1534158631/running 2024-11-24T13:19:05,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:05,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:05,498 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,37895,1732454344119, sessionid=0x1014a2142c30003, setting cluster-up flag (Was=false) 2024-11-24T13:19:05,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:05,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:05,508 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1534158631/flush-table-proc/acquired, /1-1534158631/flush-table-proc/reached, /1-1534158631/flush-table-proc/abort 2024-11-24T13:19:05,509 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,37895,1732454344119 2024-11-24T13:19:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:05,516 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1534158631/online-snapshot/acquired, /1-1534158631/online-snapshot/reached, /1-1534158631/online-snapshot/abort 2024-11-24T13:19:05,517 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,37895,1732454344119 2024-11-24T13:19:05,518 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:19:05,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:05,520 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:19:05,520 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:19:05,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,37895,1732454344119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:05,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:05,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:19:05,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:05,531 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454375531 2024-11-24T13:19:05,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:19:05,531 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:19:05,531 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:19:05,531 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:19:05,531 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:19:05,531 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:19:05,531 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:19:05,532 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,534 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:19:05,534 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:19:05,534 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:19:05,534 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:19:05,534 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:19:05,534 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:19:05,536 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454345534,5,FailOnTimeoutGroup] 2024-11-24T13:19:05,536 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454345536,5,FailOnTimeoutGroup] 2024-11-24T13:19:05,536 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,537 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:19:05,537 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,537 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:19:05,582 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(746): ClusterId : 0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac 2024-11-24T13:19:05,583 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:19:05,585 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:19:05,585 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:19:05,587 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:19:05,587 DEBUG [RS:0;b10924491aa5:43469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4e5ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:05,599 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:43469 2024-11-24T13:19:05,599 INFO [RS:0;b10924491aa5:43469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:19:05,599 INFO [RS:0;b10924491aa5:43469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:19:05,599 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:19:05,599 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,37895,1732454344119 with port=43469, startcode=1732454344162 2024-11-24T13:19:05,600 DEBUG [RS:0;b10924491aa5:43469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:19:05,601 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:19:05,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,43469,1732454344162 2024-11-24T13:19:05,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,43469,1732454344162 2024-11-24T13:19:05,603 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e 2024-11-24T13:19:05,603 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35965 2024-11-24T13:19:05,603 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:19:05,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631/rs 2024-11-24T13:19:05,608 DEBUG [RS:0;b10924491aa5:43469 {}] zookeeper.ZKUtil(111): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on existing znode=/1-1534158631/rs/b10924491aa5,43469,1732454344162 2024-11-24T13:19:05,608 WARN [RS:0;b10924491aa5:43469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:05,608 INFO [RS:0;b10924491aa5:43469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:05,608 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162 2024-11-24T13:19:05,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,43469,1732454344162] 2024-11-24T13:19:05,611 INFO [RS:0;b10924491aa5:43469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:19:05,612 INFO [RS:0;b10924491aa5:43469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:19:05,613 INFO [RS:0;b10924491aa5:43469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:19:05,613 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,613 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:19:05,614 INFO [RS:0;b10924491aa5:43469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:19:05,614 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:05,614 DEBUG [RS:0;b10924491aa5:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:05,614 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,614 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,614 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,615 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,615 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,615 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43469,1732454344162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:05,628 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:19:05,628 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,43469,1732454344162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,628 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,628 INFO [RS:0;b10924491aa5:43469 {}] regionserver.Replication(171): b10924491aa5,43469,1732454344162 started 2024-11-24T13:19:05,641 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:05,641 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,43469,1732454344162, RpcServer on b10924491aa5/172.17.0.2:43469, sessionid=0x1014a2142c30004 2024-11-24T13:19:05,641 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:19:05,641 DEBUG [RS:0;b10924491aa5:43469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,43469,1732454344162 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,43469,1732454344162' 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1534158631/flush-table-proc/abort' 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1534158631/flush-table-proc/acquired' 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,43469,1732454344162 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,43469,1732454344162' 2024-11-24T13:19:05,642 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1534158631/online-snapshot/abort' 2024-11-24T13:19:05,643 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1534158631/online-snapshot/acquired' 2024-11-24T13:19:05,643 DEBUG [RS:0;b10924491aa5:43469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:19:05,643 INFO [RS:0;b10924491aa5:43469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:19:05,643 INFO [RS:0;b10924491aa5:43469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:19:05,743 INFO [RS:0;b10924491aa5:43469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:05,745 INFO [RS:0;b10924491aa5:43469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C43469%2C1732454344162, suffix=, logDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162, archiveDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/oldWALs, maxLogs=10 2024-11-24T13:19:05,758 DEBUG [RS:0;b10924491aa5:43469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162/b10924491aa5%2C43469%2C1732454344162.1732454345745, exclude list is [], retry=0 2024-11-24T13:19:05,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-e5edf5c1-7fbc-4d87-a2c6-14cbc490484c,DISK] 2024-11-24T13:19:05,762 INFO [RS:0;b10924491aa5:43469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162/b10924491aa5%2C43469%2C1732454344162.1732454345745 2024-11-24T13:19:05,763 DEBUG [RS:0;b10924491aa5:43469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43737:43737)] 2024-11-24T13:19:05,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:19:05,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e 2024-11-24T13:19:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:19:06,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:06,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:06,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:06,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:06,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:06,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:06,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:06,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:06,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:06,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:06,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740 2024-11-24T13:19:06,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740 2024-11-24T13:19:06,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:06,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:06,356 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:06,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:06,359 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:06,359 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62109542, jitterRate=-0.07449570298194885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:06,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454346347Initializing all the Stores at 1732454346347Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454346347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454346348 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454346348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454346348Cleaning up temporary data from old regions at 1732454346356 (+8 ms)Region opened successfully at 1732454346359 (+3 ms) 2024-11-24T13:19:06,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:06,359 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:06,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:06,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:06,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:06,359 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:06,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454346359Disabling compacts and flushes for region at 1732454346359Disabling writes for close at 1732454346359Writing region close event to WAL at 1732454346359Closed at 1732454346359 2024-11-24T13:19:06,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:06,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:19:06,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:19:06,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:06,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:19:06,513 DEBUG [b10924491aa5:37895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:06,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,43469,1732454344162 2024-11-24T13:19:06,514 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,43469,1732454344162, state=OPENING 2024-11-24T13:19:06,516 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:19:06,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:06,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:06,517 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:06,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1534158631/meta-region-server: CHANGED 2024-11-24T13:19:06,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1534158631/meta-region-server: CHANGED 2024-11-24T13:19:06,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,43469,1732454344162}] 2024-11-24T13:19:06,670 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:06,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:19:06,675 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:19:06,675 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:06,675 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:19:06,676 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C43469%2C1732454344162.meta, suffix=.meta, logDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162, archiveDir=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/oldWALs, maxLogs=10 2024-11-24T13:19:06,690 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162/b10924491aa5%2C43469%2C1732454344162.meta.1732454346677.meta, exclude list is [], retry=0 2024-11-24T13:19:06,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-e5edf5c1-7fbc-4d87-a2c6-14cbc490484c,DISK] 2024-11-24T13:19:06,693 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162/b10924491aa5%2C43469%2C1732454344162.meta.1732454346677.meta 2024-11-24T13:19:06,693 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43737:43737)] 2024-11-24T13:19:06,694 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:06,694 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:06,694 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:06,694 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:19:06,694 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:19:06,694 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:19:06,694 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:06,694 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:19:06,694 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:19:06,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:06,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:06,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:06,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:06,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:06,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:06,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:06,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:06,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:06,700 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:06,700 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740 2024-11-24T13:19:06,701 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740 2024-11-24T13:19:06,702 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:06,702 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:06,703 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:06,704 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:06,704 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64745236, jitterRate=-0.03522080183029175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:06,705 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:19:06,705 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454346695Writing region info on filesystem at 1732454346695Initializing all the Stores at 1732454346695Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454346695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454346695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454346695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454346695Cleaning up temporary data from old regions at 1732454346702 (+7 ms)Running coprocessor post-open hooks at 1732454346705 (+3 ms)Region opened successfully at 1732454346705 2024-11-24T13:19:06,705 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454346669 2024-11-24T13:19:06,707 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:19:06,707 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:19:06,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,43469,1732454344162 2024-11-24T13:19:06,709 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,43469,1732454344162, state=OPEN 2024-11-24T13:19:06,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1534158631/meta-region-server 2024-11-24T13:19:06,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1534158631/meta-region-server 2024-11-24T13:19:06,716 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,43469,1732454344162 2024-11-24T13:19:06,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1534158631/meta-region-server: CHANGED 2024-11-24T13:19:06,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1534158631/meta-region-server: CHANGED 2024-11-24T13:19:06,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:19:06,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,43469,1732454344162 in 199 msec 2024-11-24T13:19:06,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:19:06,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-24T13:19:06,721 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:06,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:19:06,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:06,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43469,1732454344162, seqNum=-1] 2024-11-24T13:19:06,722 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:06,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:06,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-24T13:19:06,729 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454346729, completionTime=-1 2024-11-24T13:19:06,729 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:19:06,729 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454406731 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454466731 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37895,1732454344119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37895,1732454344119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37895,1732454344119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:37895, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:06,731 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:06,733 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.537sec 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37895,1732454344119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:06,735 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37895,1732454344119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:19:06,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:19:06,737 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:19:06,737 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37895,1732454344119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:06,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,37895,-1 for getting cluster id 2024-11-24T13:19:06,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:06,785 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac' 2024-11-24T13:19:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac" 2024-11-24T13:19:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ace23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,37895,-1] 2024-11-24T13:19:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:06,787 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:06,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:06,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,43469,1732454344162, seqNum=-1] 2024-11-24T13:19:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:06,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:06,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,37895,1732454344119 2024-11-24T13:19:06,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:06,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a2142c30005 connected 2024-11-24T13:19:06,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38759,-1 for getting cluster id 2024-11-24T13:19:06,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:06,801 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8573fed7-80d3-4216-bfc7-87d2bc183e6b' 2024-11-24T13:19:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8573fed7-80d3-4216-bfc7-87d2bc183e6b" 2024-11-24T13:19:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dbeba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38759,-1] 2024-11-24T13:19:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:06,802 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acb1f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38759,1732454341344 2024-11-24T13:19:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48846d2e 2024-11-24T13:19:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:06,805 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:06,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:37895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:19:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:19:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:06,808 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:37895' 2024-11-24T13:19:06,809 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478b7b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,809 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,37895,-1 for getting cluster id 2024-11-24T13:19:06,809 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:06,810 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac' 2024-11-24T13:19:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac" 2024-11-24T13:19:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac803de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,37895,-1] 2024-11-24T13:19:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:06,812 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a1b367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:06,813 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,37895,1732454344119 2024-11-24T13:19:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fe0e90d 2024-11-24T13:19:06,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:06,814 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:06,815 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T13:19:06,815 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:19:06,815 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:06,815 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:06,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:06,815 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:06,816 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:19:06,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:19:06,818 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:06,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:19:06,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741835_1011 (size=1138) 2024-11-24T13:19:06,867 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:19:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:07,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 732a8374bca2ecda355bc41348af01b4, NAME => 'hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59 2024-11-24T13:19:07,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741836_1012 (size=44) 2024-11-24T13:19:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:07,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:07,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 732a8374bca2ecda355bc41348af01b4, disabling compactions & flushes 2024-11-24T13:19:07,639 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:07,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:07,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. after waiting 0 ms 2024-11-24T13:19:07,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:07,639 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:07,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 732a8374bca2ecda355bc41348af01b4: Waiting for close lock at 1732454347638Disabling compacts and flushes for region at 1732454347638Disabling writes for close at 1732454347639 (+1 ms)Writing region close event to WAL at 1732454347639Closed at 1732454347639 2024-11-24T13:19:07,640 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:19:07,641 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454347640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454347640"}]},"ts":"1732454347640"} 2024-11-24T13:19:07,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:19:07,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:19:07,644 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454347644"}]},"ts":"1732454347644"} 2024-11-24T13:19:07,646 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:19:07,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN}] 2024-11-24T13:19:07,648 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN 2024-11-24T13:19:07,649 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN; state=OFFLINE, location=b10924491aa5,36503,1732454341411; forceNewPlan=false, retain=false 2024-11-24T13:19:07,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=732a8374bca2ecda355bc41348af01b4, regionState=OPENING, regionLocation=b10924491aa5,36503,1732454341411 2024-11-24T13:19:07,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN because future has completed 2024-11-24T13:19:07,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 732a8374bca2ecda355bc41348af01b4, server=b10924491aa5,36503,1732454341411}] 2024-11-24T13:19:07,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:19:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:07,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:07,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:07,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:19:07,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C36503%2C1732454341411.rep, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs, maxLogs=10 2024-11-24T13:19:07,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.rep.1732454347962, exclude list is [], retry=0 2024-11-24T13:19:07,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:07,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.rep.1732454347962 2024-11-24T13:19:07,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:07,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 732a8374bca2ecda355bc41348af01b4, NAME => 'hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:07,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:07,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:07,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. service=MultiRowMutationService 2024-11-24T13:19:07,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:19:07,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:07,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,990 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,991 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732a8374bca2ecda355bc41348af01b4 columnFamilyName hfileref 2024-11-24T13:19:07,991 DEBUG [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:07,992 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(327): Store=732a8374bca2ecda355bc41348af01b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:07,992 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,993 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732a8374bca2ecda355bc41348af01b4 columnFamilyName queue 2024-11-24T13:19:07,993 DEBUG [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:07,993 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(327): Store=732a8374bca2ecda355bc41348af01b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:07,993 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,994 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732a8374bca2ecda355bc41348af01b4 columnFamilyName sid 2024-11-24T13:19:07,994 DEBUG [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:07,994 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(327): Store=732a8374bca2ecda355bc41348af01b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:07,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:07,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:19:07,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:08,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:08,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 732a8374bca2ecda355bc41348af01b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73344850, jitterRate=0.09292343258857727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:19:08,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 732a8374bca2ecda355bc41348af01b4: Running coprocessor pre-open hook at 1732454347989Writing region info on filesystem at 1732454347989Initializing all the Stores at 1732454347990 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454347990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454347990Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454347990Cleaning up temporary data from old regions at 1732454347996 (+6 ms)Running coprocessor post-open hooks at 1732454348000 (+4 ms)Region opened successfully at 1732454348001 (+1 ms) 2024-11-24T13:19:08,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4., pid=7, masterSystemTime=1732454347955 2024-11-24T13:19:08,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:08,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:08,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=732a8374bca2ecda355bc41348af01b4, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,36503,1732454341411 2024-11-24T13:19:08,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 732a8374bca2ecda355bc41348af01b4, server=b10924491aa5,36503,1732454341411 because future has completed 2024-11-24T13:19:08,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T13:19:08,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 732a8374bca2ecda355bc41348af01b4, server=b10924491aa5,36503,1732454341411 in 205 msec 2024-11-24T13:19:08,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:19:08,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN in 362 msec 2024-11-24T13:19:08,012 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:19:08,013 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454348012"}]},"ts":"1732454348012"} 2024-11-24T13:19:08,014 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:19:08,015 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:19:08,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-24T13:19:08,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4., hostname=b10924491aa5,36503,1732454341411, seqNum=2] 2024-11-24T13:19:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:08,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:08,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:19:08,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T13:19:08,188 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:19:08,221 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,36503,1732454341411, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:19:08,222 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:08,222 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,36503,1732454341411, seqNum=-1] 2024-11-24T13:19:08,222 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:08,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T13:19:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,36503,1732454341411', locateType=CURRENT is [region=hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4., hostname=b10924491aa5,36503,1732454341411, seqNum=2] 2024-11-24T13:19:08,229 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T13:19:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T13:19:08,231 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,36503,1732454341411 suceeded 2024-11-24T13:19:08,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T13:19:08,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-24T13:19:08,234 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:37895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:19:08,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-24T13:19:08,245 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:37895' 2024-11-24T13:19:08,246 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4858768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:08,246 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,37895,-1 for getting cluster id 2024-11-24T13:19:08,246 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:08,247 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac' 2024-11-24T13:19:08,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:08,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac" 2024-11-24T13:19:08,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5c1261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:08,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,37895,-1] 2024-11-24T13:19:08,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:08,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:08,249 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:08,250 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@641e9043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:08,250 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,37895,1732454344119 2024-11-24T13:19:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c48f759 2024-11-24T13:19:08,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:08,251 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T13:19:08,252 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,36503,1732454341411 (queues=1) is replicating from cluster=8573fed7-80d3-4216-bfc7-87d2bc183e6b to cluster=0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac 2024-11-24T13:19:08,252 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C36503%2C1732454341411 2024-11-24T13:19:08,252 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,36503,1732454341411, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:19:08,253 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.shipperb10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C36503%2C1732454341411 2024-11-24T13:19:08,253 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.wal-reader.b10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.1732454342053, startPosition=0, beingWritten=true 2024-11-24T13:19:08,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:08,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:08,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:08,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:08,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:08,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:08,458 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.wal-reader.b10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.1732454342053 to pos 0, reset compression=false 2024-11-24T13:19:08,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:08,766 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.wal-reader.b10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.1732454342053 to pos 0, reset compression=false 2024-11-24T13:19:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:08,959 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:19:08,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:08,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:08,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:08,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:08,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:08,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38759,1732454341344 2024-11-24T13:19:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40851623 2024-11-24T13:19:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:08,962 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:08,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:19:08,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:08,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:08,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:08,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:08,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:08,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:19:08,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1511178973, stopped=false 2024-11-24T13:19:08,963 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,38759,1732454341344 2024-11-24T13:19:08,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:08,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:08,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:08,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:08,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:08,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:08,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:08,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:08,965 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,36503,1732454341411' ***** 2024-11-24T13:19:08,965 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:19:08,965 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:19:08,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:08,965 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:19:08,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:08,965 INFO [RS:0;b10924491aa5:36503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:19:08,965 INFO [RS:0;b10924491aa5:36503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(3091): Received CLOSE for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,36503,1732454341411 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:36503. 2024-11-24T13:19:08,966 DEBUG [RS:0;b10924491aa5:36503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:08,966 DEBUG [RS:0;b10924491aa5:36503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:08,966 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 732a8374bca2ecda355bc41348af01b4, disabling compactions & flushes 2024-11-24T13:19:08,966 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:08,966 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:19:08,966 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. after waiting 0 ms 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:19:08,966 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:19:08,966 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 732a8374bca2ecda355bc41348af01b4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T13:19:08,966 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:19:08,967 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 732a8374bca2ecda355bc41348af01b4=hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.} 2024-11-24T13:19:08,967 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:08,967 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:08,967 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:08,967 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:08,967 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:08,967 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:08,967 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T13:19:08,988 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/.tmp/queue/63a9940330eb441e8c857d5bc48e74f7 is 151, key is 1-b10924491aa5,36503,1732454341411/queue:b10924491aa5%2C36503%2C1732454341411/1732454348227/Put/seqid=0 2024-11-24T13:19:08,989 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/info/1c2858a9987345adaa00769056e0ad0b is 147, key is hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4./info:regioninfo/1732454348004/Put/seqid=0 2024-11-24T13:19:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741838_1014 (size=5350) 2024-11-24T13:19:08,994 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/.tmp/queue/63a9940330eb441e8c857d5bc48e74f7 2024-11-24T13:19:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741839_1015 (size=6631) 2024-11-24T13:19:08,999 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/info/1c2858a9987345adaa00769056e0ad0b 2024-11-24T13:19:09,001 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/.tmp/queue/63a9940330eb441e8c857d5bc48e74f7 as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/queue/63a9940330eb441e8c857d5bc48e74f7 2024-11-24T13:19:09,006 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/queue/63a9940330eb441e8c857d5bc48e74f7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T13:19:09,007 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 732a8374bca2ecda355bc41348af01b4 in 41ms, sequenceid=5, compaction requested=false 2024-11-24T13:19:09,007 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:19:09,009 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:09,011 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:19:09,012 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:09,012 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:09,012 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:09,012 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 732a8374bca2ecda355bc41348af01b4: Waiting for close lock at 1732454348966Running coprocessor pre-close hooks at 1732454348966Disabling compacts and flushes for region at 1732454348966Disabling writes for close at 1732454348966Obtaining lock to block concurrent updates at 1732454348966Preparing flush snapshotting stores in 732a8374bca2ecda355bc41348af01b4 at 1732454348966Finished memstore snapshotting hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732454348967 (+1 ms)Flushing stores of hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. at 1732454348967Flushing 732a8374bca2ecda355bc41348af01b4/queue: creating writer at 1732454348967Flushing 732a8374bca2ecda355bc41348af01b4/queue: appending metadata at 1732454348987 (+20 ms)Flushing 732a8374bca2ecda355bc41348af01b4/queue: closing flushed file at 1732454348987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e41688f: reopening flushed file at 1732454349000 (+13 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 732a8374bca2ecda355bc41348af01b4 in 41ms, sequenceid=5, compaction requested=false at 1732454349007 (+7 ms)Writing region close event to WAL at 1732454349008 (+1 ms)Running coprocessor post-close hooks at 1732454349012 (+4 ms)Closed at 1732454349012 2024-11-24T13:19:09,012 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:09,024 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/ns/8c20dce999e3450192841471fd7954de is 43, key is default/ns:d/1732454342969/Put/seqid=0 2024-11-24T13:19:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741840_1016 (size=5153) 2024-11-24T13:19:09,167 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:09,171 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.wal-reader.b10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.1732454342053 to pos 0, reset compression=false 2024-11-24T13:19:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:19:09,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:19:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:09,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T13:19:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:09,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:19:09,367 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:09,429 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/ns/8c20dce999e3450192841471fd7954de 2024-11-24T13:19:09,454 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/table/a2cc4e447fb94e9c9cffa164155b0c81 is 53, key is hbase:replication/table:state/1732454348012/Put/seqid=0 2024-11-24T13:19:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741841_1017 (size=5256) 2024-11-24T13:19:09,567 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:09,676 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.wal-reader.b10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.1732454342053 to pos 0, reset compression=false 2024-11-24T13:19:09,767 DEBUG [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:09,859 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/table/a2cc4e447fb94e9c9cffa164155b0c81 2024-11-24T13:19:09,865 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/info/1c2858a9987345adaa00769056e0ad0b as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/info/1c2858a9987345adaa00769056e0ad0b 2024-11-24T13:19:09,870 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/info/1c2858a9987345adaa00769056e0ad0b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T13:19:09,871 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/ns/8c20dce999e3450192841471fd7954de as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/ns/8c20dce999e3450192841471fd7954de 2024-11-24T13:19:09,875 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/ns/8c20dce999e3450192841471fd7954de, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:19:09,876 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/table/a2cc4e447fb94e9c9cffa164155b0c81 as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/table/a2cc4e447fb94e9c9cffa164155b0c81 2024-11-24T13:19:09,880 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/table/a2cc4e447fb94e9c9cffa164155b0c81, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T13:19:09,881 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=11, compaction requested=false 2024-11-24T13:19:09,885 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T13:19:09,886 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:09,886 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:09,886 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:09,886 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454348967Running coprocessor pre-close hooks at 1732454348967Disabling compacts and flushes for region at 1732454348967Disabling writes for close at 1732454348967Obtaining lock to block concurrent updates at 1732454348967Preparing flush snapshotting stores in 1588230740 at 1732454348967Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732454348967Flushing stores of hbase:meta,,1.1588230740 at 1732454348968 (+1 ms)Flushing 1588230740/info: creating writer at 1732454348968Flushing 1588230740/info: appending metadata at 1732454348989 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732454348989Flushing 1588230740/ns: creating writer at 1732454349003 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732454349023 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732454349023Flushing 1588230740/table: creating writer at 1732454349435 (+412 ms)Flushing 1588230740/table: appending metadata at 1732454349454 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732454349454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7997f70f: reopening flushed file at 1732454349864 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8656e5: reopening flushed file at 1732454349870 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a07c1ff: reopening flushed file at 1732454349875 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=11, compaction requested=false at 1732454349881 (+6 ms)Writing region close event to WAL at 1732454349882 (+1 ms)Running coprocessor post-close hooks at 1732454349886 (+4 ms)Closed at 1732454349886 2024-11-24T13:19:09,886 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:09,952 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:19:09,952 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:19:09,968 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,36503,1732454341411; all regions closed. 2024-11-24T13:19:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741834_1010 (size=2742) 2024-11-24T13:19:09,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.meta.1732454342914.meta not finished, retry = 0 2024-11-24T13:19:10,073 DEBUG [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs 2024-11-24T13:19:10,073 INFO [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C36503%2C1732454341411.meta:.meta(num 1732454342914) 2024-11-24T13:19:10,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411/b10924491aa5%2C36503%2C1732454341411.rep.1732454347962 not finished, retry = 0 2024-11-24T13:19:10,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741837_1013 (size=1586) 2024-11-24T13:19:10,178 DEBUG [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs 2024-11-24T13:19:10,178 INFO [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C36503%2C1732454341411.rep:(num 1732454347962) 2024-11-24T13:19:10,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741832_1008 (size=93) 2024-11-24T13:19:10,181 DEBUG [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs 2024-11-24T13:19:10,182 INFO [RS:0;b10924491aa5:36503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C36503%2C1732454341411:(num 1732454342053) 2024-11-24T13:19:10,182 DEBUG [RS:0;b10924491aa5:36503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:10,182 INFO [RS:0;b10924491aa5:36503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:10,182 INFO [RS:0;b10924491aa5:36503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:10,182 INFO [RS:0;b10924491aa5:36503 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:10,182 INFO [RS:0;b10924491aa5:36503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:10,182 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:10,182 INFO [RS:0;b10924491aa5:36503 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,36503,1732454341411 because: Region server is closing 2024-11-24T13:19:10,182 INFO [RS:0;b10924491aa5:36503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:36503. 2024-11-24T13:19:10,182 DEBUG [RS:0;b10924491aa5:36503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:10,182 DEBUG [RS:0;b10924491aa5:36503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:10,183 DEBUG [RS:0;b10924491aa5:36503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:10,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:10,283 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.shipperb10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T13:19:10,283 INFO [RS:0;b10924491aa5:36503 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,36503,1732454341411.replicationSource.shipperb10924491aa5%2C36503%2C1732454341411,1-b10924491aa5,36503,1732454341411 terminated 2024-11-24T13:19:10,283 INFO [RS:0;b10924491aa5:36503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36503 2024-11-24T13:19:10,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/rs/b10924491aa5,36503,1732454341411 2024-11-24T13:19:10,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/rs 2024-11-24T13:19:10,292 INFO [RS:0;b10924491aa5:36503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:10,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,36503,1732454341411] 2024-11-24T13:19:10,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/draining/b10924491aa5,36503,1732454341411 already deleted, retry=false 2024-11-24T13:19:10,294 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,36503,1732454341411 expired; onlineServers=0 2024-11-24T13:19:10,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,38759,1732454341344' ***** 2024-11-24T13:19:10,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:19:10,294 INFO [M:0;b10924491aa5:38759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:10,294 INFO [M:0;b10924491aa5:38759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:10,294 DEBUG [M:0;b10924491aa5:38759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:19:10,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:19:10,294 DEBUG [M:0;b10924491aa5:38759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:19:10,294 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454341777 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454341777,5,FailOnTimeoutGroup] 2024-11-24T13:19:10,294 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454341784 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454341784,5,FailOnTimeoutGroup] 2024-11-24T13:19:10,294 INFO [M:0;b10924491aa5:38759 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:10,294 INFO [M:0;b10924491aa5:38759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:10,294 DEBUG [M:0;b10924491aa5:38759 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:19:10,295 INFO [M:0;b10924491aa5:38759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:19:10,295 INFO [M:0;b10924491aa5:38759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:10,295 INFO [M:0;b10924491aa5:38759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:19:10,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:19:10,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/master 2024-11-24T13:19:10,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:10,296 DEBUG [M:0;b10924491aa5:38759 {}] zookeeper.ZKUtil(347): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/master because node does not exist (not an error) 2024-11-24T13:19:10,296 WARN [M:0;b10924491aa5:38759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:19:10,296 INFO [M:0;b10924491aa5:38759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/.lastflushedseqids 2024-11-24T13:19:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741842_1018 (size=181) 2024-11-24T13:19:10,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:10,394 INFO [RS:0;b10924491aa5:36503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:10,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36503-0x1014a2142c30001, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:10,394 INFO [RS:0;b10924491aa5:36503 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,36503,1732454341411; zookeeper connection closed. 2024-11-24T13:19:10,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f43a1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f43a1e 2024-11-24T13:19:10,394 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:19:10,701 INFO [M:0;b10924491aa5:38759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:19:10,701 INFO [M:0;b10924491aa5:38759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:19:10,702 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:10,702 INFO [M:0;b10924491aa5:38759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:10,702 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:10,702 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:10,702 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:10,702 INFO [M:0;b10924491aa5:38759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T13:19:10,718 DEBUG [M:0;b10924491aa5:38759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27e2e73c7551428993b299f964824cf7 is 82, key is hbase:meta,,1/info:regioninfo/1732454342953/Put/seqid=0 2024-11-24T13:19:10,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741843_1019 (size=5672) 2024-11-24T13:19:11,122 INFO [M:0;b10924491aa5:38759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27e2e73c7551428993b299f964824cf7 2024-11-24T13:19:11,142 DEBUG [M:0;b10924491aa5:38759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/356cf09fa4914c7f8e22ebe407aebc53 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732454348016/Put/seqid=0 2024-11-24T13:19:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741844_1020 (size=7203) 2024-11-24T13:19:11,550 INFO [M:0;b10924491aa5:38759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/356cf09fa4914c7f8e22ebe407aebc53 2024-11-24T13:19:11,568 DEBUG [M:0;b10924491aa5:38759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5e44821ee542f4bb345bec0bd6119a is 69, key is b10924491aa5,36503,1732454341411/rs:state/1732454341868/Put/seqid=0 2024-11-24T13:19:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741845_1021 (size=5156) 2024-11-24T13:19:11,973 INFO [M:0;b10924491aa5:38759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5e44821ee542f4bb345bec0bd6119a 2024-11-24T13:19:11,978 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27e2e73c7551428993b299f964824cf7 as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27e2e73c7551428993b299f964824cf7 2024-11-24T13:19:11,982 INFO [M:0;b10924491aa5:38759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27e2e73c7551428993b299f964824cf7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T13:19:11,983 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/356cf09fa4914c7f8e22ebe407aebc53 as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/356cf09fa4914c7f8e22ebe407aebc53 2024-11-24T13:19:11,987 INFO [M:0;b10924491aa5:38759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/356cf09fa4914c7f8e22ebe407aebc53, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T13:19:11,988 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5e44821ee542f4bb345bec0bd6119a as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d5e44821ee542f4bb345bec0bd6119a 2024-11-24T13:19:11,994 INFO [M:0;b10924491aa5:38759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d5e44821ee542f4bb345bec0bd6119a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T13:19:11,995 INFO [M:0;b10924491aa5:38759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-24T13:19:11,998 INFO [M:0;b10924491aa5:38759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:11,998 DEBUG [M:0;b10924491aa5:38759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454350701Disabling compacts and flushes for region at 1732454350701Disabling writes for close at 1732454350702 (+1 ms)Obtaining lock to block concurrent updates at 1732454350702Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454350702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732454350702Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454350703 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454350703Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454350717 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454350717Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454351127 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454351142 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454351142Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454351554 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454351568 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454351568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f23c7: reopening flushed file at 1732454351977 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee67382: reopening flushed file at 1732454351982 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da2d24: reopening flushed file at 1732454351988 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1732454351995 (+7 ms)Writing region close event to WAL at 1732454351998 (+3 ms)Closed at 1732454351998 2024-11-24T13:19:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741830_1006 (size=41008) 2024-11-24T13:19:12,001 INFO [M:0;b10924491aa5:38759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:19:12,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:12,001 INFO [M:0;b10924491aa5:38759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38759 2024-11-24T13:19:12,001 INFO [M:0;b10924491aa5:38759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:12,105 INFO [M:0;b10924491aa5:38759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1014a2142c30000, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:12,107 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:12,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:12,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:12,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:12,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:12,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:12,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:19:12,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:12,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45445 2024-11-24T13:19:12,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45445 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454450x0, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:12,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45445-0x1014a2142c30006 connected 2024-11-24T13:19:12,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:12,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:12,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:12,117 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: INIT 2024-11-24T13:19:12,117 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59, hbase.cluster.distributed=false 2024-11-24T13:19:12,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/acl 2024-11-24T13:19:12,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-24T13:19:12,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45445 2024-11-24T13:19:12,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45445 2024-11-24T13:19:12,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-24T13:19:12,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-24T13:19:12,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:12,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37515 2024-11-24T13:19:12,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37515 connecting to ZooKeeper ensemble=127.0.0.1:56675 2024-11-24T13:19:12,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:12,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:12,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375150x0, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:12,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375150x0, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:12,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37515-0x1014a2142c30007 connected 2024-11-24T13:19:12,141 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: INIT 2024-11-24T13:19:12,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:19:12,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:19:12,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/master 2024-11-24T13:19:12,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/acl 2024-11-24T13:19:12,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-24T13:19:12,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37515 2024-11-24T13:19:12,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37515 2024-11-24T13:19:12,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-24T13:19:12,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-24T13:19:12,156 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:45445 2024-11-24T13:19:12,156 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-735153308/backup-masters/b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:12,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:12,159 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on existing znode=/0-735153308/backup-masters/b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-735153308/master 2024-11-24T13:19:12,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:12,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:12,161 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on existing znode=/0-735153308/master 2024-11-24T13:19:12,161 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-735153308/backup-masters/b10924491aa5,45445,1732454352106 from backup master directory 2024-11-24T13:19:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/backup-masters/b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/backup-masters 2024-11-24T13:19:12,163 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:12,163 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,173 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:12,173 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:19:12,179 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-24T13:19:12,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741846_1022 (size=196) 2024-11-24T13:19:12,591 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:12,591 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:19:12,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:12,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T13:19:12,600 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344 to hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344-dead as it is dead 2024-11-24T13:19:12,601 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344-dead/b10924491aa5%2C38759%2C1732454341344.1732454341565 2024-11-24T13:19:12,601 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344-dead/b10924491aa5%2C38759%2C1732454341344.1732454341565 after 0ms 2024-11-24T13:19:12,602 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344-dead/b10924491aa5%2C38759%2C1732454341344.1732454341565 to hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38759%2C1732454341344.1732454341565 2024-11-24T13:19:12,602 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,38759,1732454341344-dead 2024-11-24T13:19:12,603 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,603 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:12,605 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C45445%2C1732454352106, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,45445,1732454352106, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/oldWALs, maxLogs=10 2024-11-24T13:19:12,625 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,45445,1732454352106/b10924491aa5%2C45445%2C1732454352106.1732454352605, exclude list is [], retry=0 2024-11-24T13:19:12,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:12,629 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,45445,1732454352106/b10924491aa5%2C45445%2C1732454352106.1732454352605 2024-11-24T13:19:12,630 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:12,630 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:12,630 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:12,630 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,630 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:19:12,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:12,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27e2e73c7551428993b299f964824cf7 2024-11-24T13:19:12,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:12,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:19:12,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:12,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/356cf09fa4914c7f8e22ebe407aebc53 2024-11-24T13:19:12,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:12,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:19:12,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:12,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d5e44821ee542f4bb345bec0bd6119a 2024-11-24T13:19:12,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:12,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:19:12,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:12,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:12,678 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,678 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T13:19:12,678 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38759%2C1732454341344.1732454341565 2024-11-24T13:19:12,682 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38759%2C1732454341344.1732454341565 2024-11-24T13:19:12,683 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b10924491aa5%2C38759%2C1732454341344.1732454341565 2024-11-24T13:19:12,684 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,684 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,684 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:12,685 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:12,687 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T13:19:12,688 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60144460, jitterRate=-0.10377770662307739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:12,688 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454352630Initializing all the Stores at 1732454352652 (+22 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454352652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454352652Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454352652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454352652Cleaning up temporary data from old regions at 1732454352684 (+32 ms)Region opened successfully at 1732454352688 (+4 ms) 2024-11-24T13:19:12,688 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:19:12,690 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324ae335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:12,692 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T13:19:12,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:19:12,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:19:12,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:19:12,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:19:12,696 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:12,696 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:19:12,697 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:19:12,697 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-24T13:19:12,697 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:19:12,699 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b10924491aa5,36503,1732454341411, regionLocation=b10924491aa5,36503,1732454341411, openSeqNum=2 2024-11-24T13:19:12,699 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b10924491aa5,36503,1732454341411, table=hbase:meta, region=1588230740 2024-11-24T13:19:12,699 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,36503,1732454341411, state=OPEN 2024-11-24T13:19:12,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:12,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:12,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:12,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:12,705 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:19:12,707 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/draining/b10924491aa5,36503,1732454341411 already deleted, retry=false 2024-11-24T13:19:12,707 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b10924491aa5,36503,1732454341411 on b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,708 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b10924491aa5,36503,1732454341411, splitWal=true, meta=true 2024-11-24T13:19:12,708 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for b10924491aa5,36503,1732454341411 (carryingMeta=true) b10924491aa5,36503,1732454341411/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@39fa5b51[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T13:19:12,710 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/balancer because node does not exist (not necessarily an error) 2024-11-24T13:19:12,711 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/balancer already deleted, retry=false 2024-11-24T13:19:12,711 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:19:12,712 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:19:12,713 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/normalizer already deleted, retry=false 2024-11-24T13:19:12,713 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:19:12,714 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:19:12,716 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/switch/split already deleted, retry=false 2024-11-24T13:19:12,717 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:19:12,718 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/switch/merge already deleted, retry=false 2024-11-24T13:19:12,722 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Unable to get data of znode /0-735153308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:19:12,724 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/snapshot-cleanup already deleted, retry=false 2024-11-24T13:19:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:12,728 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,45445,1732454352106, sessionid=0x1014a2142c30006, setting cluster-up flag (Was=false) 2024-11-24T13:19:12,730 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-735153308/flush-table-proc/acquired, /0-735153308/flush-table-proc/reached, /0-735153308/flush-table-proc/abort 2024-11-24T13:19:12,730 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,732 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-735153308/online-snapshot/acquired, /0-735153308/online-snapshot/reached, /0-735153308/online-snapshot/abort 2024-11-24T13:19:12,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,45445,1732454352106 2024-11-24T13:19:12,734 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/.lastflushedseqids 2024-11-24T13:19:12,736 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:19:12,736 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:19:12,736 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,45445,1732454352106 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b10924491aa5,36503,1732454341411 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:12,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,739 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b10924491aa5,36503,1732454341411, splitWal=true, meta=true 2024-11-24T13:19:12,739 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b10924491aa5,36503,1732454341411, splitWal=true, meta=true, isMeta: true 2024-11-24T13:19:12,740 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411-splitting 2024-11-24T13:19:12,741 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411-splitting dir is empty, no logs to split. 2024-11-24T13:19:12,741 INFO [PEWorker-1 {}] master.SplitWALManager(105): b10924491aa5,36503,1732454341411 WAL count=0, meta=true 2024-11-24T13:19:12,743 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411-splitting dir is empty, no logs to split. 2024-11-24T13:19:12,743 INFO [PEWorker-1 {}] master.SplitWALManager(105): b10924491aa5,36503,1732454341411 WAL count=0, meta=true 2024-11-24T13:19:12,743 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b10924491aa5,36503,1732454341411 WAL splitting is done? wals=0, meta=true 2024-11-24T13:19:12,743 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454382743 2024-11-24T13:19:12,743 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:19:12,743 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:19:12,743 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:19:12,743 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:19:12,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:19:12,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:19:12,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:19:12,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:19:12,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:19:12,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:19:12,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:19:12,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:12,745 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:19:12,745 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:19:12,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:19:12,746 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(746): ClusterId : 8573fed7-80d3-4216-bfc7-87d2bc183e6b 2024-11-24T13:19:12,746 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:19:12,749 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:19:12,749 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:19:12,752 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:19:12,753 DEBUG [RS:0;b10924491aa5:37515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db300c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:12,757 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454352745,5,FailOnTimeoutGroup] 2024-11-24T13:19:12,764 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454352757,5,FailOnTimeoutGroup] 2024-11-24T13:19:12,764 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,764 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:19:12,764 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,764 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,764 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454352764, completionTime=-1 2024-11-24T13:19:12,765 WARN [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T13:19:12,765 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T13:19:12,776 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:37515 2024-11-24T13:19:12,776 INFO [RS:0;b10924491aa5:37515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:19:12,776 INFO [RS:0;b10924491aa5:37515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:19:12,776 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:19:12,777 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,45445,1732454352106 with port=37515, startcode=1732454352133 2024-11-24T13:19:12,777 DEBUG [RS:0;b10924491aa5:37515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:19:12,779 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:19:12,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,37515,1732454352133 2024-11-24T13:19:12,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45445 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,37515,1732454352133 2024-11-24T13:19:12,781 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59 2024-11-24T13:19:12,781 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34977 2024-11-24T13:19:12,781 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:19:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/rs 2024-11-24T13:19:12,790 DEBUG [RS:0;b10924491aa5:37515 {}] zookeeper.ZKUtil(111): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on existing znode=/0-735153308/rs/b10924491aa5,37515,1732454352133 2024-11-24T13:19:12,790 WARN [RS:0;b10924491aa5:37515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:12,790 INFO [RS:0;b10924491aa5:37515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:12,790 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133 2024-11-24T13:19:12,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,37515,1732454352133] 2024-11-24T13:19:12,808 INFO [RS:0;b10924491aa5:37515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:19:12,810 INFO [RS:0;b10924491aa5:37515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:19:12,810 INFO [RS:0;b10924491aa5:37515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:19:12,810 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,810 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:19:12,811 INFO [RS:0;b10924491aa5:37515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:19:12,811 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,811 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,811 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,811 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,811 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,811 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,811 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:12,811 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,812 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,812 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,812 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,812 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,812 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:12,812 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:12,812 DEBUG [RS:0;b10924491aa5:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:12,812 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,812 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,812 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,812 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,812 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,812 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37515,1732454352133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:12,815 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T13:19:12,828 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:19:12,828 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37515,1732454352133-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,842 INFO [RS:0;b10924491aa5:37515 {}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,37515,1732454352133, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:19:12,842 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,842 INFO [RS:0;b10924491aa5:37515 {}] regionserver.Replication(171): b10924491aa5,37515,1732454352133 started 2024-11-24T13:19:12,855 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:12,855 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,37515,1732454352133, RpcServer on b10924491aa5/172.17.0.2:37515, sessionid=0x1014a2142c30007 2024-11-24T13:19:12,855 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:19:12,855 DEBUG [RS:0;b10924491aa5:37515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,37515,1732454352133 2024-11-24T13:19:12,855 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,37515,1732454352133' 2024-11-24T13:19:12,856 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-735153308/flush-table-proc/abort' 2024-11-24T13:19:12,856 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-735153308/flush-table-proc/acquired' 2024-11-24T13:19:12,856 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:19:12,856 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:19:12,857 DEBUG [RS:0;b10924491aa5:37515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,37515,1732454352133 2024-11-24T13:19:12,857 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,37515,1732454352133' 2024-11-24T13:19:12,857 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-735153308/online-snapshot/abort' 2024-11-24T13:19:12,857 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-735153308/online-snapshot/acquired' 2024-11-24T13:19:12,857 DEBUG [RS:0;b10924491aa5:37515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:19:12,857 INFO [RS:0;b10924491aa5:37515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:19:12,857 INFO [RS:0;b10924491aa5:37515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:19:12,862 DEBUG [RS:0;b10924491aa5:37515.replicationSource,1-b10924491aa5,37515,1732454352133 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:37895' 2024-11-24T13:19:12,863 DEBUG [RS:0;b10924491aa5:37515.replicationSource,1-b10924491aa5,37515,1732454352133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c01355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:12,864 DEBUG [RS:0;b10924491aa5:37515.replicationSource,1-b10924491aa5,37515,1732454352133 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,37895,-1 for getting cluster id 2024-11-24T13:19:12,864 DEBUG [RS:0;b10924491aa5:37515.replicationSource,1-b10924491aa5,37515,1732454352133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:12,865 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac' 2024-11-24T13:19:12,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:12,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac" 2024-11-24T13:19:12,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342a845c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:12,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,37895,-1] 2024-11-24T13:19:12,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:12,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:12,867 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:12,868 DEBUG [RS:0;b10924491aa5:37515.replicationSource,1-b10924491aa5,37515,1732454352133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a0a777a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:12,868 DEBUG [RS:0;b10924491aa5:37515.replicationSource,1-b10924491aa5,37515,1732454352133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,37895,1732454344119 2024-11-24T13:19:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d1deef6 2024-11-24T13:19:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:12,871 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T13:19:12,871 INFO [RS:0;b10924491aa5:37515.replicationSource,1-b10924491aa5,37515,1732454352133 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,37515,1732454352133 (queues=0) is replicating from cluster=8573fed7-80d3-4216-bfc7-87d2bc183e6b to cluster=0fa809fb-db27-4a7c-9d2b-b7a8b2d549ac 2024-11-24T13:19:12,895 WARN [b10924491aa5:45445 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T13:19:12,958 INFO [RS:0;b10924491aa5:37515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:12,959 INFO [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C37515%2C1732454352133, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs, maxLogs=10 2024-11-24T13:19:12,973 DEBUG [RS:0;b10924491aa5:37515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960, exclude list is [], retry=0 2024-11-24T13:19:12,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:12,978 INFO [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 2024-11-24T13:19:12,978 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b10924491aa5%2C37515%2C1732454352133 for peer 1 2024-11-24T13:19:12,978 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C37515%2C1732454352133 2024-11-24T13:19:12,978 INFO [RS:0;b10924491aa5:37515 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,37515,1732454352133, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:19:12,979 DEBUG [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:12,979 INFO [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C37515%2C1732454352133 2024-11-24T13:19:12,979 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960, startPosition=0, beingWritten=true 2024-11-24T13:19:13,146 DEBUG [b10924491aa5:45445 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:13,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,37515,1732454352133 2024-11-24T13:19:13,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,37515,1732454352133, state=OPENING 2024-11-24T13:19:13,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:13,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:13,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:13,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:13,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:13,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,37515,1732454352133}] 2024-11-24T13:19:13,183 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:13,301 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:13,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:19:13,306 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:19:13,306 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:13,306 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:19:13,308 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C37515%2C1732454352133.meta, suffix=.meta, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs, maxLogs=10 2024-11-24T13:19:13,321 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.meta.1732454353308.meta, exclude list is [], retry=0 2024-11-24T13:19:13,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:13,325 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.meta.1732454353308.meta 2024-11-24T13:19:13,325 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:13,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:13,326 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:13,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:13,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:19:13,326 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:19:13,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:19:13,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:13,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:19:13,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:19:13,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:13,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:13,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:13,334 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/info/1c2858a9987345adaa00769056e0ad0b 2024-11-24T13:19:13,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:13,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:13,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:13,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:13,341 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/ns/8c20dce999e3450192841471fd7954de 2024-11-24T13:19:13,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:13,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:13,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:13,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:13,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:13,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:13,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:13,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:13,348 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/table/a2cc4e447fb94e9c9cffa164155b0c81 2024-11-24T13:19:13,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:13,348 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:13,349 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740 2024-11-24T13:19:13,350 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740 2024-11-24T13:19:13,351 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:13,351 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:13,352 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:13,354 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:13,355 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61483067, jitterRate=-0.08383090794086456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:13,355 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:19:13,355 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454353327Writing region info on filesystem at 1732454353327Initializing all the Stores at 1732454353327Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454353327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454353328 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454353328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454353328Cleaning up temporary data from old regions at 1732454353351 (+23 ms)Running coprocessor post-open hooks at 1732454353355 (+4 ms)Region opened successfully at 1732454353355 2024-11-24T13:19:13,356 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732454353301 2024-11-24T13:19:13,357 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:19:13,358 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:19:13,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b10924491aa5,37515,1732454352133 2024-11-24T13:19:13,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,37515,1732454352133, state=OPEN 2024-11-24T13:19:13,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:13,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-735153308/meta-region-server 2024-11-24T13:19:13,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:13,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-735153308/meta-region-server: CHANGED 2024-11-24T13:19:13,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,37515,1732454352133 2024-11-24T13:19:13,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T13:19:13,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,37515,1732454352133 in 211 msec 2024-11-24T13:19:13,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:19:13,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-24T13:19:13,488 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:13,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:13,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:13,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:13,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:13,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:13,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:13,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:13,893 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:14,318 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T13:19:14,430 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:15,063 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:15,769 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:15,821 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3056ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T13:19:16,592 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:17,273 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T13:19:17,274 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:19:17,274 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:17,274 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,37515,1732454352133, seqNum=-1] 2024-11-24T13:19:17,275 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:17,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:17,282 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=732a8374bca2ecda355bc41348af01b4, regionState=OPEN, lastHost=b10924491aa5,36503,1732454341411, regionLocation=b10924491aa5,36503,1732454341411, openSeqNum=2 2024-11-24T13:19:17,282 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:19:17,282 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454417282 2024-11-24T13:19:17,282 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454477282 2024-11-24T13:19:17,282 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-24T13:19:17,282 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b10924491aa5,36503,1732454341411 had 2 regions 2024-11-24T13:19:17,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45445,1732454352106-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:17,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45445,1732454352106-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:17,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45445,1732454352106-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:17,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:45445, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:17,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:17,284 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b10924491aa5,36503,1732454341411, splitWal=true, meta=true, isMeta: false 2024-11-24T13:19:17,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:17,286 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411-splitting dir is empty, no logs to split. 2024-11-24T13:19:17,286 INFO [PEWorker-3 {}] master.SplitWALManager(105): b10924491aa5,36503,1732454341411 WAL count=0, meta=false 2024-11-24T13:19:17,289 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,36503,1732454341411-splitting dir is empty, no logs to split. 2024-11-24T13:19:17,289 INFO [PEWorker-3 {}] master.SplitWALManager(105): b10924491aa5,36503,1732454341411 WAL count=0, meta=false 2024-11-24T13:19:17,289 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b10924491aa5,36503,1732454341411 WAL splitting is done? wals=0, meta=false 2024-11-24T13:19:17,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.132sec 2024-11-24T13:19:17,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:19:17,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:19:17,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:19:17,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:19:17,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:19:17,296 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45445,1732454352106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:17,296 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45445,1732454352106-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:19:17,313 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:19:17,313 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:19:17,313 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45445,1732454352106-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:17,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN}] 2024-11-24T13:19:17,315 WARN [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b10924491aa5,36503,1732454341411/hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:17,316 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN 2024-11-24T13:19:17,317 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:19:17,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:17,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45445,-1 for getting cluster id 2024-11-24T13:19:17,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:17,355 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8573fed7-80d3-4216-bfc7-87d2bc183e6b' 2024-11-24T13:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8573fed7-80d3-4216-bfc7-87d2bc183e6b" 2024-11-24T13:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342a26a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45445,-1] 2024-11-24T13:19:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,358 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc5cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:17,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,37515,1732454352133, seqNum=-1] 2024-11-24T13:19:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:17,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:17,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T13:19:17,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:17,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:17,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b10924491aa5:45445 after: b10924491aa5:45445 2024-11-24T13:19:17,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:17,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45445,-1 for getting cluster id 2024-11-24T13:19:17,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:17,380 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8573fed7-80d3-4216-bfc7-87d2bc183e6b' 2024-11-24T13:19:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8573fed7-80d3-4216-bfc7-87d2bc183e6b" 2024-11-24T13:19:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f68f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45445,-1] 2024-11-24T13:19:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,382 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:17,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:17,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,45445,1732454352106 2024-11-24T13:19:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f91e9e7 2024-11-24T13:19:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:17,389 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:17,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T13:19:17,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:19:17,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:17,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:17,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:17,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:19:17,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=737907758, stopped=false 2024-11-24T13:19:17,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,37895,1732454344119 2024-11-24T13:19:17,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1534158631/running 2024-11-24T13:19:17,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1534158631/running 2024-11-24T13:19:17,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:17,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:17,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:17,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:17,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:17,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,397 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,43469,1732454344162' ***** 2024-11-24T13:19:17,397 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:19:17,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on znode that does not yet exist, /1-1534158631/running 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:19:17,398 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,43469,1732454344162 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:43469. 2024-11-24T13:19:17,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Set watcher on znode that does not yet exist, /1-1534158631/running 2024-11-24T13:19:17,398 DEBUG [RS:0;b10924491aa5:43469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:17,398 DEBUG [RS:0;b10924491aa5:43469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:19:17,398 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:19:17,404 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:19:17,404 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:19:17,404 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:17,405 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:17,405 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:17,405 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:17,405 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:17,405 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:17,405 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T13:19:17,431 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:17,444 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740/.tmp/ns/b8db638fa0974896b0fe1ab143cda146 is 43, key is default/ns:d/1732454346724/Put/seqid=0 2024-11-24T13:19:17,468 DEBUG [b10924491aa5:45445 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:17,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=732a8374bca2ecda355bc41348af01b4, regionState=OPENING, regionLocation=b10924491aa5,37515,1732454352133 2024-11-24T13:19:17,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN because future has completed 2024-11-24T13:19:17,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 732a8374bca2ecda355bc41348af01b4, server=b10924491aa5,37515,1732454352133}] 2024-11-24T13:19:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741835_1011 (size=5153) 2024-11-24T13:19:17,499 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:17,605 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:17,617 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:19:17,617 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:19:17,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:17,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:17,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:19:17,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C37515%2C1732454352133.rep, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs, maxLogs=10 2024-11-24T13:19:17,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.rep.1732454357629, exclude list is [], retry=0 2024-11-24T13:19:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42483,DS-207c3150-791b-4246-b1af-ce9b7f658951,DISK] 2024-11-24T13:19:17,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.rep.1732454357629 2024-11-24T13:19:17,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46253:46253)] 2024-11-24T13:19:17,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 732a8374bca2ecda355bc41348af01b4, NAME => 'hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:17,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:17,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:17,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. service=MultiRowMutationService 2024-11-24T13:19:17,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:19:17,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:17,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,651 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,652 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732a8374bca2ecda355bc41348af01b4 columnFamilyName hfileref 2024-11-24T13:19:17,652 DEBUG [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:17,652 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(327): Store=732a8374bca2ecda355bc41348af01b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:17,652 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,653 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732a8374bca2ecda355bc41348af01b4 columnFamilyName queue 2024-11-24T13:19:17,653 DEBUG [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:17,660 DEBUG [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/queue/63a9940330eb441e8c857d5bc48e74f7 2024-11-24T13:19:17,660 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(327): Store=732a8374bca2ecda355bc41348af01b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:17,660 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,660 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732a8374bca2ecda355bc41348af01b4 columnFamilyName sid 2024-11-24T13:19:17,661 DEBUG [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:17,661 INFO [StoreOpener-732a8374bca2ecda355bc41348af01b4-1 {}] regionserver.HStore(327): Store=732a8374bca2ecda355bc41348af01b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:17,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:19:17,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 732a8374bca2ecda355bc41348af01b4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68210121, jitterRate=0.01641000807285309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:19:17,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:17,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 732a8374bca2ecda355bc41348af01b4: Running coprocessor pre-open hook at 1732454357649Writing region info on filesystem at 1732454357649Initializing all the Stores at 1732454357650 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454357650Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454357651 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454357651Cleaning up temporary data from old regions at 1732454357663 (+12 ms)Running coprocessor post-open hooks at 1732454357666 (+3 ms)Region opened successfully at 1732454357667 (+1 ms) 2024-11-24T13:19:17,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4., pid=13, masterSystemTime=1732454357624 2024-11-24T13:19:17,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:17,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:17,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=732a8374bca2ecda355bc41348af01b4, regionState=OPEN, openSeqNum=9, regionLocation=b10924491aa5,37515,1732454352133 2024-11-24T13:19:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 732a8374bca2ecda355bc41348af01b4, server=b10924491aa5,37515,1732454352133 because future has completed 2024-11-24T13:19:17,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T13:19:17,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 732a8374bca2ecda355bc41348af01b4, server=b10924491aa5,37515,1732454352133 in 201 msec 2024-11-24T13:19:17,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T13:19:17,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=732a8374bca2ecda355bc41348af01b4, ASSIGN in 360 msec 2024-11-24T13:19:17,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T13:19:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4., hostname=b10924491aa5,37515,1732454352133, seqNum=9] 2024-11-24T13:19:17,691 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b10924491aa5,36503,1732454341411 2024-11-24T13:19:17,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T13:19:17,805 DEBUG [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:17,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T13:19:17,881 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740/.tmp/ns/b8db638fa0974896b0fe1ab143cda146 2024-11-24T13:19:17,887 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740/.tmp/ns/b8db638fa0974896b0fe1ab143cda146 as hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740/ns/b8db638fa0974896b0fe1ab143cda146 2024-11-24T13:19:17,891 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740/ns/b8db638fa0974896b0fe1ab143cda146, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T13:19:17,892 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=6, compaction requested=false 2024-11-24T13:19:17,892 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:19:17,896 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T13:19:17,897 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:17,897 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:17,897 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:17,897 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454357405Running coprocessor pre-close hooks at 1732454357405Disabling compacts and flushes for region at 1732454357405Disabling writes for close at 1732454357405Obtaining lock to block concurrent updates at 1732454357405Preparing flush snapshotting stores in 1588230740 at 1732454357405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732454357405Flushing stores of hbase:meta,,1.1588230740 at 1732454357406 (+1 ms)Flushing 1588230740/ns: creating writer at 1732454357406Flushing 1588230740/ns: appending metadata at 1732454357444 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1732454357444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8756634: reopening flushed file at 1732454357886 (+442 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=6, compaction requested=false at 1732454357892 (+6 ms)Writing region close event to WAL at 1732454357893 (+1 ms)Running coprocessor post-close hooks at 1732454357897 (+4 ms)Closed at 1732454357897 2024-11-24T13:19:17,897 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:18,005 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,43469,1732454344162; all regions closed. 2024-11-24T13:19:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741834_1010 (size=1152) 2024-11-24T13:19:18,007 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162/b10924491aa5%2C43469%2C1732454344162.meta.1732454346677.meta not finished, retry = 0 2024-11-24T13:19:18,110 DEBUG [RS:0;b10924491aa5:43469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/oldWALs 2024-11-24T13:19:18,110 INFO [RS:0;b10924491aa5:43469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C43469%2C1732454344162.meta:.meta(num 1732454346677) 2024-11-24T13:19:18,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/WALs/b10924491aa5,43469,1732454344162/b10924491aa5%2C43469%2C1732454344162.1732454345745 not finished, retry = 0 2024-11-24T13:19:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741832_1008 (size=93) 2024-11-24T13:19:18,217 DEBUG [RS:0;b10924491aa5:43469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/oldWALs 2024-11-24T13:19:18,217 INFO [RS:0;b10924491aa5:43469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C43469%2C1732454344162:(num 1732454345745) 2024-11-24T13:19:18,217 DEBUG [RS:0;b10924491aa5:43469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:18,217 INFO [RS:0;b10924491aa5:43469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:18,217 INFO [RS:0;b10924491aa5:43469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:18,217 INFO [RS:0;b10924491aa5:43469 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:18,217 INFO [RS:0;b10924491aa5:43469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:18,217 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:18,217 INFO [RS:0;b10924491aa5:43469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43469 2024-11-24T13:19:18,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631/rs 2024-11-24T13:19:18,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1534158631/rs/b10924491aa5,43469,1732454344162 2024-11-24T13:19:18,220 INFO [RS:0;b10924491aa5:43469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:18,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,43469,1732454344162] 2024-11-24T13:19:18,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1534158631/draining/b10924491aa5,43469,1732454344162 already deleted, retry=false 2024-11-24T13:19:18,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,43469,1732454344162 expired; onlineServers=0 2024-11-24T13:19:18,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,37895,1732454344119' ***** 2024-11-24T13:19:18,223 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:19:18,223 INFO [M:0;b10924491aa5:37895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:18,223 INFO [M:0;b10924491aa5:37895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:18,223 DEBUG [M:0;b10924491aa5:37895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:19:18,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:19:18,223 DEBUG [M:0;b10924491aa5:37895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:19:18,223 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454345536 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454345536,5,FailOnTimeoutGroup] 2024-11-24T13:19:18,223 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454345534 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454345534,5,FailOnTimeoutGroup] 2024-11-24T13:19:18,223 INFO [M:0;b10924491aa5:37895 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:18,223 INFO [M:0;b10924491aa5:37895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:18,223 DEBUG [M:0;b10924491aa5:37895 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:19:18,223 INFO [M:0;b10924491aa5:37895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:19:18,223 INFO [M:0;b10924491aa5:37895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:18,224 INFO [M:0;b10924491aa5:37895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:19:18,224 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:19:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1534158631/master 2024-11-24T13:19:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1534158631 2024-11-24T13:19:18,225 DEBUG [M:0;b10924491aa5:37895 {}] zookeeper.ZKUtil(347): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Unable to get data of znode /1-1534158631/master because node does not exist (not an error) 2024-11-24T13:19:18,225 WARN [M:0;b10924491aa5:37895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:19:18,226 INFO [M:0;b10924491aa5:37895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/.lastflushedseqids 2024-11-24T13:19:18,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741836_1012 (size=99) 2024-11-24T13:19:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1014a2142c30004, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:18,321 INFO [RS:0;b10924491aa5:43469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:18,321 INFO [RS:0;b10924491aa5:43469 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,43469,1732454344162; zookeeper connection closed. 2024-11-24T13:19:18,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69edc19a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69edc19a 2024-11-24T13:19:18,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:19:18,504 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:18,631 INFO [M:0;b10924491aa5:37895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:19:18,631 INFO [M:0;b10924491aa5:37895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:19:18,631 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:18,631 INFO [M:0;b10924491aa5:37895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:18,631 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:18,632 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-24T13:19:18,632 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:18,632 INFO [M:0;b10924491aa5:37895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T13:19:18,673 DEBUG [M:0;b10924491aa5:37895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d61b11f30c8437d94ef526bfd1fa779 is 82, key is hbase:meta,,1/info:regioninfo/1732454346708/Put/seqid=0 2024-11-24T13:19:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741837_1013 (size=5672) 2024-11-24T13:19:18,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:18,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:18,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:18,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:18,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:18,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:18,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:19,092 INFO [M:0;b10924491aa5:37895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d61b11f30c8437d94ef526bfd1fa779 2024-11-24T13:19:19,112 DEBUG [M:0;b10924491aa5:37895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923c7d43a5204149a542c371599626c1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732454346728/Put/seqid=0 2024-11-24T13:19:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741838_1014 (size=5275) 2024-11-24T13:19:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:19:19,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T13:19:19,516 INFO [M:0;b10924491aa5:37895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923c7d43a5204149a542c371599626c1 2024-11-24T13:19:19,535 DEBUG [M:0;b10924491aa5:37895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a77272e70f894e068ea60306c944756d is 69, key is b10924491aa5,43469,1732454344162/rs:state/1732454345602/Put/seqid=0 2024-11-24T13:19:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741839_1015 (size=5156) 2024-11-24T13:19:19,611 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:19,939 INFO [M:0;b10924491aa5:37895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a77272e70f894e068ea60306c944756d 2024-11-24T13:19:19,945 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d61b11f30c8437d94ef526bfd1fa779 as hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d61b11f30c8437d94ef526bfd1fa779 2024-11-24T13:19:19,949 INFO [M:0;b10924491aa5:37895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d61b11f30c8437d94ef526bfd1fa779, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T13:19:19,949 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923c7d43a5204149a542c371599626c1 as hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923c7d43a5204149a542c371599626c1 2024-11-24T13:19:19,953 INFO [M:0;b10924491aa5:37895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923c7d43a5204149a542c371599626c1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T13:19:19,954 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a77272e70f894e068ea60306c944756d as hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a77272e70f894e068ea60306c944756d 2024-11-24T13:19:19,958 INFO [M:0;b10924491aa5:37895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a77272e70f894e068ea60306c944756d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T13:19:19,959 INFO [M:0;b10924491aa5:37895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-24T13:19:19,960 INFO [M:0;b10924491aa5:37895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:19,960 DEBUG [M:0;b10924491aa5:37895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454358631Disabling compacts and flushes for region at 1732454358631Disabling writes for close at 1732454358632 (+1 ms)Obtaining lock to block concurrent updates at 1732454358632Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454358632Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732454358632Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454358633 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454358633Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454358672 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454358672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454359097 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454359111 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454359111Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454359521 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454359535 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454359535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57070502: reopening flushed file at 1732454359944 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76870f29: reopening flushed file at 1732454359949 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73658425: reopening flushed file at 1732454359954 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1732454359959 (+5 ms)Writing region close event to WAL at 1732454359960 (+1 ms)Closed at 1732454359960 2024-11-24T13:19:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741830_1006 (size=10165) 2024-11-24T13:19:19,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d3421ba-14ba-97c1-74c8-5acb24ef5b9e/MasterData/WALs/b10924491aa5,37895,1732454344119/b10924491aa5%2C37895%2C1732454344119.1732454345449 not finished, retry = 0 2024-11-24T13:19:20,063 INFO [M:0;b10924491aa5:37895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:19:20,063 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:20,063 INFO [M:0;b10924491aa5:37895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37895 2024-11-24T13:19:20,064 INFO [M:0;b10924491aa5:37895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:20,166 INFO [M:0;b10924491aa5:37895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1014a2142c30003, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:20,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c111acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:20,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:20,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:20,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:20,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:20,170 WARN [BP-1228622140-172.17.0.2-1732454343083 heartbeating to localhost/127.0.0.1:35965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:19:20,170 WARN [BP-1228622140-172.17.0.2-1732454343083 heartbeating to localhost/127.0.0.1:35965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1228622140-172.17.0.2-1732454343083 (Datanode Uuid 865e0698-c9b6-48d6-acca-531900b66414) service to localhost/127.0.0.1:35965 2024-11-24T13:19:20,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:19:20,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:19:20,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/cluster_9000702f-2b5a-431c-6ccc-f95430568f51/data/data1/current/BP-1228622140-172.17.0.2-1732454343083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:20,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/cluster_9000702f-2b5a-431c-6ccc-f95430568f51/data/data2/current/BP-1228622140-172.17.0.2-1732454343083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:20,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:19:20,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2207950c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:20,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:20,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:20,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:20,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:20,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:19:20,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:19:20,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:20,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:20,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:20,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:20,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:20,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:19:20,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616067803, stopped=false 2024-11-24T13:19:20,190 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,45445,1732454352106 2024-11-24T13:19:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/running 2024-11-24T13:19:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:20,193 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:20,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:20,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:20,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:20,194 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,37515,1732454352133' ***** 2024-11-24T13:19:20,194 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:19:20,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:20,194 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:19:20,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Set watcher on znode that does not yet exist, /0-735153308/running 2024-11-24T13:19:20,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(3091): Received CLOSE for 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,37515,1732454352133 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:37515. 2024-11-24T13:19:20,195 DEBUG [RS:0;b10924491aa5:37515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:20,195 DEBUG [RS:0;b10924491aa5:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:19:20,195 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 732a8374bca2ecda355bc41348af01b4, disabling compactions & flushes 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:19:20,195 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:19:20,195 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:20,195 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. after waiting 0 ms 2024-11-24T13:19:20,195 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:20,195 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:19:20,195 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 732a8374bca2ecda355bc41348af01b4=hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4.} 2024-11-24T13:19:20,196 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 732a8374bca2ecda355bc41348af01b4 2024-11-24T13:19:20,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:20,196 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:20,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:20,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:20,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:20,196 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T13:19:20,200 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/replication/732a8374bca2ecda355bc41348af01b4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T13:19:20,200 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:20,200 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:20,200 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:20,200 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 732a8374bca2ecda355bc41348af01b4: Waiting for close lock at 1732454360195Running coprocessor pre-close hooks at 1732454360195Disabling compacts and flushes for region at 1732454360195Disabling writes for close at 1732454360195Writing region close event to WAL at 1732454360196 (+1 ms)Running coprocessor post-close hooks at 1732454360200 (+4 ms)Closed at 1732454360200 2024-11-24T13:19:20,200 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4. 2024-11-24T13:19:20,215 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/info/9e1a61f8221e4335a1066d4f6c91b858 is 147, key is hbase:replication,,1732454346815.732a8374bca2ecda355bc41348af01b4./info:regioninfo/1732454357670/Put/seqid=0 2024-11-24T13:19:20,221 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:20,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741851_1027 (size=6385) 2024-11-24T13:19:20,396 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:20,596 DEBUG [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:20,623 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/info/9e1a61f8221e4335a1066d4f6c91b858 2024-11-24T13:19:20,629 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/.tmp/info/9e1a61f8221e4335a1066d4f6c91b858 as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/info/9e1a61f8221e4335a1066d4f6c91b858 2024-11-24T13:19:20,635 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/info/9e1a61f8221e4335a1066d4f6c91b858, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T13:19:20,636 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-24T13:19:20,645 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T13:19:20,645 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:20,645 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:20,646 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:20,646 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454360196Running coprocessor pre-close hooks at 1732454360196Disabling compacts and flushes for region at 1732454360196Disabling writes for close at 1732454360196Obtaining lock to block concurrent updates at 1732454360196Preparing flush snapshotting stores in 1588230740 at 1732454360196Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732454360196Flushing stores of hbase:meta,,1.1588230740 at 1732454360197 (+1 ms)Flushing 1588230740/info: creating writer at 1732454360197Flushing 1588230740/info: appending metadata at 1732454360215 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732454360215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a26927a: reopening flushed file at 1732454360628 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732454360636 (+8 ms)Writing region close event to WAL at 1732454360641 (+5 ms)Running coprocessor post-close hooks at 1732454360645 (+4 ms)Closed at 1732454360646 (+1 ms) 2024-11-24T13:19:20,646 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:20,796 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,37515,1732454352133; all regions closed. 2024-11-24T13:19:20,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741849_1025 (size=2156) 2024-11-24T13:19:20,801 DEBUG [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs 2024-11-24T13:19:20,801 INFO [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C37515%2C1732454352133.meta:.meta(num 1732454353308) 2024-11-24T13:19:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741850_1026 (size=796) 2024-11-24T13:19:20,804 DEBUG [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs 2024-11-24T13:19:20,804 INFO [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C37515%2C1732454352133.rep:(num 1732454357629) 2024-11-24T13:19:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741848_1024 (size=93) 2024-11-24T13:19:20,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 not finished, retry = 0 2024-11-24T13:19:20,815 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 to pos 0, reset compression=false 2024-11-24T13:19:20,835 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:19:20,835 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:19:20,908 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960 2024-11-24T13:19:20,908 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T13:19:20,908 DEBUG [RS:0;b10924491aa5:37515.replicationSource.wal-reader.b10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T13:19:20,908 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,37515,1732454352133 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/WALs/b10924491aa5,37515,1732454352133/b10924491aa5%2C37515%2C1732454352133.1732454352960, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T13:19:20,909 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:20,909 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,37515,1732454352133, seqNum=-1] 2024-11-24T13:19:20,909 DEBUG [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/oldWALs 2024-11-24T13:19:20,909 INFO [RS:0;b10924491aa5:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C37515%2C1732454352133:(num 1732454352960) 2024-11-24T13:19:20,909 DEBUG [RS:0;b10924491aa5:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:20,909 INFO [RS:0;b10924491aa5:37515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:20,910 INFO [RS:0;b10924491aa5:37515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:20,910 INFO [RS:0;b10924491aa5:37515 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:20,910 INFO [RS:0;b10924491aa5:37515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:20,910 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:20,910 INFO [RS:0;b10924491aa5:37515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,37515,1732454352133 because: Region server is closing 2024-11-24T13:19:20,910 WARN [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-b10924491aa5,37515,1732454352133', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-24T13:19:20,910 INFO [RS:0;b10924491aa5:37515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:37515. 2024-11-24T13:19:20,910 DEBUG [RS:0;b10924491aa5:37515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:20,910 DEBUG [RS:0;b10924491aa5:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:20,910 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T13:19:20,910 DEBUG [RS:0;b10924491aa5:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:20,911 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T13:19:20,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:20,911 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T13:19:20,911 ERROR [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,37515,1732454352133: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,37515,1732454352133, walGroup=b10924491aa5%2C37515%2C1732454352133, offset=b10924491aa5%2C37515%2C1732454352133.1732454352960:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:19:20,912 ERROR [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:19:20,912 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:19:20,913 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:19:20,913 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:19:20,913 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:19:20,913 INFO [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 546086384 }, "NonHeapMemoryUsage": { "committed": 185794560, "init": 7667712, "max": -1, "used": 182860136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:19:20,914 DEBUG [RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b10924491aa5%2C37515%2C1732454352133.1732454352960] 2024-11-24T13:19:21,011 INFO [RS:0;b10924491aa5:37515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b10924491aa5:37515.replicationSource.shipperb10924491aa5%2C37515%2C1732454352133,1-b10924491aa5,37515,1732454352133 terminated 2024-11-24T13:19:21,011 INFO [RS:0;b10924491aa5:37515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37515 2024-11-24T13:19:21,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/rs/b10924491aa5,37515,1732454352133 2024-11-24T13:19:21,013 INFO [RS:0;b10924491aa5:37515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:21,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308/rs 2024-11-24T13:19:21,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,37515,1732454352133] 2024-11-24T13:19:21,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/draining/b10924491aa5,37515,1732454352133 already deleted, retry=false 2024-11-24T13:19:21,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,37515,1732454352133 expired; onlineServers=0 2024-11-24T13:19:21,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,45445,1732454352106' ***** 2024-11-24T13:19:21,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:19:21,016 INFO [M:0;b10924491aa5:45445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:21,016 INFO [M:0;b10924491aa5:45445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:21,016 DEBUG [M:0;b10924491aa5:45445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:19:21,016 DEBUG [M:0;b10924491aa5:45445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:19:21,016 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:19:21,016 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454352745 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454352745,5,FailOnTimeoutGroup] 2024-11-24T13:19:21,016 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454352757 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454352757,5,FailOnTimeoutGroup] 2024-11-24T13:19:21,016 INFO [M:0;b10924491aa5:45445 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:21,016 INFO [M:0;b10924491aa5:45445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:21,016 DEBUG [M:0;b10924491aa5:45445 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:19:21,017 INFO [M:0;b10924491aa5:45445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:19:21,017 INFO [M:0;b10924491aa5:45445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:21,017 INFO [M:0;b10924491aa5:45445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:19:21,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:19:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-735153308/master 2024-11-24T13:19:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-735153308 2024-11-24T13:19:21,022 DEBUG [M:0;b10924491aa5:45445 {}] zookeeper.RecoverableZooKeeper(212): Node /0-735153308/master already deleted, retry=false 2024-11-24T13:19:21,022 DEBUG [M:0;b10924491aa5:45445 {}] master.ActiveMasterManager(353): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-735153308/master 2024-11-24T13:19:21,023 INFO [M:0;b10924491aa5:45445 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/.lastflushedseqids 2024-11-24T13:19:21,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741852_1028 (size=181) 2024-11-24T13:19:21,030 INFO [M:0;b10924491aa5:45445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:19:21,030 INFO [M:0;b10924491aa5:45445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:19:21,030 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:21,030 INFO [M:0;b10924491aa5:45445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:21,030 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:21,030 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:21,030 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:21,031 INFO [M:0;b10924491aa5:45445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T13:19:21,052 DEBUG [M:0;b10924491aa5:45445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50986ab3cd544786b1998ebbc8737cf7 is 82, key is hbase:meta,,1/info:regioninfo/1732454353358/Put/seqid=0 2024-11-24T13:19:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741853_1029 (size=5672) 2024-11-24T13:19:21,057 INFO [M:0;b10924491aa5:45445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50986ab3cd544786b1998ebbc8737cf7 2024-11-24T13:19:21,081 DEBUG [M:0;b10924491aa5:45445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/572dae04633e4d958807252597c36f2b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732454357675/Put/seqid=0 2024-11-24T13:19:21,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741854_1030 (size=7312) 2024-11-24T13:19:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:21,114 INFO [RS:0;b10924491aa5:37515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1014a2142c30007, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:21,114 INFO [RS:0;b10924491aa5:37515 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,37515,1732454352133; zookeeper connection closed. 2024-11-24T13:19:21,115 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4680081a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4680081a 2024-11-24T13:19:21,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:19:21,487 INFO [M:0;b10924491aa5:45445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/572dae04633e4d958807252597c36f2b 2024-11-24T13:19:21,506 DEBUG [M:0;b10924491aa5:45445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5992bf74b15f4a8c86c48858831ef5ab is 69, key is b10924491aa5,37515,1732454352133/rs:state/1732454352780/Put/seqid=0 2024-11-24T13:19:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741855_1031 (size=5370) 2024-11-24T13:19:21,910 INFO [M:0;b10924491aa5:45445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5992bf74b15f4a8c86c48858831ef5ab 2024-11-24T13:19:21,915 INFO [M:0;b10924491aa5:45445 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5992bf74b15f4a8c86c48858831ef5ab 2024-11-24T13:19:21,916 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50986ab3cd544786b1998ebbc8737cf7 as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50986ab3cd544786b1998ebbc8737cf7 2024-11-24T13:19:21,920 INFO [M:0;b10924491aa5:45445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50986ab3cd544786b1998ebbc8737cf7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T13:19:21,921 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/572dae04633e4d958807252597c36f2b as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/572dae04633e4d958807252597c36f2b 2024-11-24T13:19:21,926 INFO [M:0;b10924491aa5:45445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/572dae04633e4d958807252597c36f2b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T13:19:21,926 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5992bf74b15f4a8c86c48858831ef5ab as hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5992bf74b15f4a8c86c48858831ef5ab 2024-11-24T13:19:21,930 INFO [M:0;b10924491aa5:45445 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5992bf74b15f4a8c86c48858831ef5ab 2024-11-24T13:19:21,930 INFO [M:0;b10924491aa5:45445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5992bf74b15f4a8c86c48858831ef5ab, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T13:19:21,931 INFO [M:0;b10924491aa5:45445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=127, compaction requested=false 2024-11-24T13:19:21,933 INFO [M:0;b10924491aa5:45445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:21,933 DEBUG [M:0;b10924491aa5:45445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454361030Disabling compacts and flushes for region at 1732454361030Disabling writes for close at 1732454361030Obtaining lock to block concurrent updates at 1732454361031 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454361031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732454361031Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454361031Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454361032 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454361052 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454361052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454361063 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454361080 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454361080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454361492 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454361506 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454361506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f13db07: reopening flushed file at 1732454361915 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a042b2: reopening flushed file at 1732454361921 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83b1654: reopening flushed file at 1732454361926 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=127, compaction requested=false at 1732454361931 (+5 ms)Writing region close event to WAL at 1732454361933 (+2 ms)Closed at 1732454361933 2024-11-24T13:19:21,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2fc15f8-b9e0-2788-225c-7d81a0513f59/MasterData/WALs/b10924491aa5,45445,1732454352106/b10924491aa5%2C45445%2C1732454352106.1732454352605 not finished, retry = 0 2024-11-24T13:19:21,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42483 is added to blk_1073741847_1023 (size=22903) 2024-11-24T13:19:22,036 INFO [M:0;b10924491aa5:45445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:19:22,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:22,036 INFO [M:0;b10924491aa5:45445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45445 2024-11-24T13:19:22,036 INFO [M:0;b10924491aa5:45445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:22,138 INFO [M:0;b10924491aa5:45445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1014a2142c30006, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:22,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:22,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:22,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:22,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:22,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:22,142 WARN [BP-1134443472-172.17.0.2-1732454340682 heartbeating to localhost/127.0.0.1:34977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:19:22,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:19:22,143 WARN [BP-1134443472-172.17.0.2-1732454340682 heartbeating to localhost/127.0.0.1:34977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1134443472-172.17.0.2-1732454340682 (Datanode Uuid a301cd0a-3816-4ab7-81b2-2bd612e66d12) service to localhost/127.0.0.1:34977 2024-11-24T13:19:22,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:19:22,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d/data/data1/current/BP-1134443472-172.17.0.2-1732454340682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:22,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/cluster_b54bc39f-a16c-7f99-e435-8f4962d5916d/data/data2/current/BP-1134443472-172.17.0.2-1732454340682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:22,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:19:22,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b567c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:22,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:22,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:22,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:22,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba6bc29-5607-9095-3076-29277a20c42c/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:22,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:19:22,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:19:22,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=213 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56675) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56675) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35965 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34977 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 231) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6304 (was 6865) 2024-11-24T13:19:22,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=6303 2024-11-24T13:19:22,204 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T13:19:22,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.log.dir so I do NOT create it in target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8 2024-11-24T13:19:22,205 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:19:22,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.tmp.dir so I do NOT create it in target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8 2024-11-24T13:19:22,205 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a69e759b-83e9-d0d2-05e9-2f12ad112925/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:19:22,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8 2024-11-24T13:19:22,205 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9, deleteOnExit=true 2024-11-24T13:19:22,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9/zookeeper_0, clientPort=54373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:19:22,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54373 2024-11-24T13:19:22,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:19:22,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:19:22,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/test.cache.data in system properties and HBase conf 2024-11-24T13:19:22,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:19:22,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:19:22,216 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:19:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:22,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:19:22,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:19:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a2142c30005, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:19:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a2142c30002, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:19:22,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a2142c30002, quorum=127.0.0.1:56675, baseZNode=/0-735153308 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:19:22,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a2142c30005, quorum=127.0.0.1:56675, baseZNode=/1-1534158631 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:19:22,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:22,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:22,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:22,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:22,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:19:22,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:22,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6710d13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:22,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@755866f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:22,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@782a45c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/java.io.tmpdir/jetty-localhost-44301-hadoop-hdfs-3_4_1-tests_jar-_-any-1683114129900339600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:22,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b333b33{HTTP/1.1, (http/1.1)}{localhost:44301} 2024-11-24T13:19:22,502 INFO [Time-limited test {}] server.Server(415): Started @148282ms 2024-11-24T13:19:22,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:22,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:22,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:22,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:22,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:19:22,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcfb081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:22,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693f0c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:22,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@514b23b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/java.io.tmpdir/jetty-localhost-45231-hadoop-hdfs-3_4_1-tests_jar-_-any-941609939992480696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:22,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b8143cc{HTTP/1.1, (http/1.1)}{localhost:45231} 2024-11-24T13:19:22,709 INFO [Time-limited test {}] server.Server(415): Started @148489ms 2024-11-24T13:19:22,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:19:22,810 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9/data/data2/current/BP-363622872-172.17.0.2-1732454362255/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:22,810 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9/data/data1/current/BP-363622872-172.17.0.2-1732454362255/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:22,833 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:19:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52775606134c6bfd with lease ID 0xd266972f8b3db81b: Processing first storage report for DS-2505531b-63bd-4408-91c5-d9ea2bbec5f7 from datanode DatanodeRegistration(127.0.0.1:45725, datanodeUuid=8eac1375-8d6b-4e5c-9ccd-a158802442e6, infoPort=36433, infoSecurePort=0, ipcPort=38021, storageInfo=lv=-57;cid=testClusterID;nsid=913246945;c=1732454362255) 2024-11-24T13:19:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52775606134c6bfd with lease ID 0xd266972f8b3db81b: from storage DS-2505531b-63bd-4408-91c5-d9ea2bbec5f7 node DatanodeRegistration(127.0.0.1:45725, datanodeUuid=8eac1375-8d6b-4e5c-9ccd-a158802442e6, infoPort=36433, infoSecurePort=0, ipcPort=38021, storageInfo=lv=-57;cid=testClusterID;nsid=913246945;c=1732454362255), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52775606134c6bfd with lease ID 0xd266972f8b3db81b: Processing first storage report for DS-60e4c87a-7d72-4397-8074-b8fdb28bb3fa from datanode DatanodeRegistration(127.0.0.1:45725, datanodeUuid=8eac1375-8d6b-4e5c-9ccd-a158802442e6, infoPort=36433, infoSecurePort=0, ipcPort=38021, storageInfo=lv=-57;cid=testClusterID;nsid=913246945;c=1732454362255) 2024-11-24T13:19:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52775606134c6bfd with lease ID 0xd266972f8b3db81b: from storage DS-60e4c87a-7d72-4397-8074-b8fdb28bb3fa node DatanodeRegistration(127.0.0.1:45725, datanodeUuid=8eac1375-8d6b-4e5c-9ccd-a158802442e6, infoPort=36433, infoSecurePort=0, ipcPort=38021, storageInfo=lv=-57;cid=testClusterID;nsid=913246945;c=1732454362255), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:22,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8 2024-11-24T13:19:22,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:22,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:19:23,344 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b with version=8 2024-11-24T13:19:23,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/hbase-staging 2024-11-24T13:19:23,346 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:23,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35731 2024-11-24T13:19:23,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35731 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T13:19:23,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357310x0, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:23,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35731-0x1014a2196f20000 connected 2024-11-24T13:19:23,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:23,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:23,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on znode that does not yet exist, /0-1713648747/running 2024-11-24T13:19:23,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b, hbase.cluster.distributed=false 2024-11-24T13:19:23,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on znode that does not yet exist, /0-1713648747/acl 2024-11-24T13:19:23,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-24T13:19:23,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35731 2024-11-24T13:19:23,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35731 2024-11-24T13:19:23,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-24T13:19:23,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-24T13:19:23,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:23,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:23,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:23,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:23,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:23,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:23,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:19:23,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:23,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44467 2024-11-24T13:19:23,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44467 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T13:19:23,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:23,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:23,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444670x0, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:23,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444670x0, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on znode that does not yet exist, /0-1713648747/running 2024-11-24T13:19:23,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:19:23,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44467-0x1014a2196f20001 connected 2024-11-24T13:19:23,420 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:19:23,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on znode that does not yet exist, /0-1713648747/master 2024-11-24T13:19:23,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on znode that does not yet exist, /0-1713648747/acl 2024-11-24T13:19:23,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-24T13:19:23,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44467 2024-11-24T13:19:23,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44467 2024-11-24T13:19:23,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-24T13:19:23,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-24T13:19:23,442 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:35731 2024-11-24T13:19:23,442 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1713648747/backup-masters/b10924491aa5,35731,1732454363346 2024-11-24T13:19:23,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747/backup-masters 2024-11-24T13:19:23,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747/backup-masters 2024-11-24T13:19:23,446 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on existing znode=/0-1713648747/backup-masters/b10924491aa5,35731,1732454363346 2024-11-24T13:19:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1713648747/master 2024-11-24T13:19:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:23,447 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on existing znode=/0-1713648747/master 2024-11-24T13:19:23,448 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1713648747/backup-masters/b10924491aa5,35731,1732454363346 from backup master directory 2024-11-24T13:19:23,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747/backup-masters 2024-11-24T13:19:23,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1713648747/backup-masters/b10924491aa5,35731,1732454363346 2024-11-24T13:19:23,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747/backup-masters 2024-11-24T13:19:23,449 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:23,449 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,35731,1732454363346 2024-11-24T13:19:23,453 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/hbase.id] with ID: 26e488f9-f0a4-4708-b185-ec79cbd6b792 2024-11-24T13:19:23,453 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/.tmp/hbase.id 2024-11-24T13:19:23,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:19:23,861 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/.tmp/hbase.id]:[hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/hbase.id] 2024-11-24T13:19:23,871 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:23,871 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:19:23,872 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:19:23,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:23,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:19:24,279 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:24,280 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:19:24,281 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:19:24,288 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store 2024-11-24T13:19:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:19:24,694 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:24,694 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:24,694 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:24,694 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:24,694 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:24,694 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:24,695 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:24,695 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454364694Disabling compacts and flushes for region at 1732454364694Disabling writes for close at 1732454364694Writing region close event to WAL at 1732454364695 (+1 ms)Closed at 1732454364695 2024-11-24T13:19:24,696 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/.initializing 2024-11-24T13:19:24,696 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/WALs/b10924491aa5,35731,1732454363346 2024-11-24T13:19:24,697 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:24,699 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C35731%2C1732454363346, suffix=, logDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/WALs/b10924491aa5,35731,1732454363346, archiveDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/oldWALs, maxLogs=10 2024-11-24T13:19:24,716 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/WALs/b10924491aa5,35731,1732454363346/b10924491aa5%2C35731%2C1732454363346.1732454364699, exclude list is [], retry=0 2024-11-24T13:19:24,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-2505531b-63bd-4408-91c5-d9ea2bbec5f7,DISK] 2024-11-24T13:19:24,720 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/WALs/b10924491aa5,35731,1732454363346/b10924491aa5%2C35731%2C1732454363346.1732454364699 2024-11-24T13:19:24,721 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36433:36433)] 2024-11-24T13:19:24,721 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:24,721 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:24,721 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,721 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:19:24,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:24,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:24,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:19:24,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:24,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:24,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:19:24,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:24,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:24,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:19:24,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:24,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:24,728 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,729 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,729 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,730 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,730 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,731 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:24,731 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:24,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:24,734 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62077265, jitterRate=-0.07497666776180267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:24,734 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454364721Initializing all the Stores at 1732454364722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454364722Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454364722Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454364722Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454364722Cleaning up temporary data from old regions at 1732454364730 (+8 ms)Region opened successfully at 1732454364734 (+4 ms) 2024-11-24T13:19:24,734 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:19:24,737 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca0cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:24,737 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:19:24,738 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:19:24,738 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:19:24,738 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:19:24,738 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:19:24,738 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:19:24,738 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:19:24,740 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:19:24,741 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Unable to get data of znode /0-1713648747/balancer because node does not exist (not necessarily an error) 2024-11-24T13:19:24,744 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1713648747/balancer already deleted, retry=false 2024-11-24T13:19:24,744 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:19:24,745 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Unable to get data of znode /0-1713648747/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:19:24,746 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1713648747/normalizer already deleted, retry=false 2024-11-24T13:19:24,746 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:19:24,747 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Unable to get data of znode /0-1713648747/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:19:24,748 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1713648747/switch/split already deleted, retry=false 2024-11-24T13:19:24,748 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Unable to get data of znode /0-1713648747/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:19:24,749 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1713648747/switch/merge already deleted, retry=false 2024-11-24T13:19:24,751 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Unable to get data of znode /0-1713648747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:19:24,753 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1713648747/snapshot-cleanup already deleted, retry=false 2024-11-24T13:19:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1713648747/running 2024-11-24T13:19:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1713648747/running 2024-11-24T13:19:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:24,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:24,755 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,35731,1732454363346, sessionid=0x1014a2196f20000, setting cluster-up flag (Was=false) 2024-11-24T13:19:24,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:24,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:24,762 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1713648747/flush-table-proc/acquired, /0-1713648747/flush-table-proc/reached, /0-1713648747/flush-table-proc/abort 2024-11-24T13:19:24,763 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,35731,1732454363346 2024-11-24T13:19:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:24,770 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1713648747/online-snapshot/acquired, /0-1713648747/online-snapshot/reached, /0-1713648747/online-snapshot/abort 2024-11-24T13:19:24,771 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,35731,1732454363346 2024-11-24T13:19:24,772 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:19:24,774 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:24,774 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:19:24,774 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:19:24,775 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,35731,1732454363346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:24,776 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:24,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:19:24,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:24,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:19:24,790 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454394790 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:19:24,791 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:19:24,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:19:24,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:19:24,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:19:24,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:19:24,794 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454364792,5,FailOnTimeoutGroup] 2024-11-24T13:19:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:19:24,796 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454364794,5,FailOnTimeoutGroup] 2024-11-24T13:19:24,796 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,796 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:19:24,796 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,796 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,833 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(746): ClusterId : 26e488f9-f0a4-4708-b185-ec79cbd6b792 2024-11-24T13:19:24,833 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:19:24,836 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:19:24,836 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:19:24,838 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:19:24,838 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d76fd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:24,850 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:44467 2024-11-24T13:19:24,850 INFO [RS:0;b10924491aa5:44467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:19:24,850 INFO [RS:0;b10924491aa5:44467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:19:24,850 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:19:24,850 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,35731,1732454363346 with port=44467, startcode=1732454363407 2024-11-24T13:19:24,851 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:19:24,852 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:19:24,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,44467,1732454363407 2024-11-24T13:19:24,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35731 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,44467,1732454363407 2024-11-24T13:19:24,854 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b 2024-11-24T13:19:24,854 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38787 2024-11-24T13:19:24,854 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:19:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747/rs 2024-11-24T13:19:24,855 DEBUG [RS:0;b10924491aa5:44467 {}] zookeeper.ZKUtil(111): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on existing znode=/0-1713648747/rs/b10924491aa5,44467,1732454363407 2024-11-24T13:19:24,855 WARN [RS:0;b10924491aa5:44467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:24,856 INFO [RS:0;b10924491aa5:44467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:24,856 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407 2024-11-24T13:19:24,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,44467,1732454363407] 2024-11-24T13:19:24,859 INFO [RS:0;b10924491aa5:44467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:19:24,861 INFO [RS:0;b10924491aa5:44467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:19:24,861 INFO [RS:0;b10924491aa5:44467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:19:24,861 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,864 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:19:24,865 INFO [RS:0;b10924491aa5:44467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:19:24,865 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,865 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,866 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:24,866 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:24,866 DEBUG [RS:0;b10924491aa5:44467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:24,867 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,867 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,867 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,867 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,867 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,867 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44467,1732454363407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:24,886 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:19:24,886 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44467,1732454363407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,886 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,886 INFO [RS:0;b10924491aa5:44467 {}] regionserver.Replication(171): b10924491aa5,44467,1732454363407 started 2024-11-24T13:19:24,900 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:24,900 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,44467,1732454363407, RpcServer on b10924491aa5/172.17.0.2:44467, sessionid=0x1014a2196f20001 2024-11-24T13:19:24,900 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:19:24,900 DEBUG [RS:0;b10924491aa5:44467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,44467,1732454363407 2024-11-24T13:19:24,900 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,44467,1732454363407' 2024-11-24T13:19:24,900 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1713648747/flush-table-proc/abort' 2024-11-24T13:19:24,901 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1713648747/flush-table-proc/acquired' 2024-11-24T13:19:24,901 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:19:24,901 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:19:24,901 DEBUG [RS:0;b10924491aa5:44467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,44467,1732454363407 2024-11-24T13:19:24,901 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,44467,1732454363407' 2024-11-24T13:19:24,901 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1713648747/online-snapshot/abort' 2024-11-24T13:19:24,902 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1713648747/online-snapshot/acquired' 2024-11-24T13:19:24,902 DEBUG [RS:0;b10924491aa5:44467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:19:24,902 INFO [RS:0;b10924491aa5:44467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:19:24,902 INFO [RS:0;b10924491aa5:44467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:19:25,003 INFO [RS:0;b10924491aa5:44467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:25,004 INFO [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C44467%2C1732454363407, suffix=, logDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407, archiveDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/oldWALs, maxLogs=10 2024-11-24T13:19:25,020 DEBUG [RS:0;b10924491aa5:44467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005, exclude list is [], retry=0 2024-11-24T13:19:25,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-2505531b-63bd-4408-91c5-d9ea2bbec5f7,DISK] 2024-11-24T13:19:25,030 INFO [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 2024-11-24T13:19:25,030 DEBUG [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36433:36433)] 2024-11-24T13:19:25,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:19:25,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b 2024-11-24T13:19:25,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:19:25,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:25,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:25,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:25,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:25,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:25,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:25,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:25,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:25,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:25,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:25,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740 2024-11-24T13:19:25,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740 2024-11-24T13:19:25,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:25,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:25,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:25,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:25,617 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:25,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68733068, jitterRate=0.02420252561569214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:25,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454365604Initializing all the Stores at 1732454365605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454365605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454365605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454365605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454365605Cleaning up temporary data from old regions at 1732454365614 (+9 ms)Region opened successfully at 1732454365618 (+4 ms) 2024-11-24T13:19:25,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:25,618 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:25,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:25,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:25,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:25,618 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:25,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454365618Disabling compacts and flushes for region at 1732454365618Disabling writes for close at 1732454365618Writing region close event to WAL at 1732454365618Closed at 1732454365618 2024-11-24T13:19:25,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:25,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:19:25,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:19:25,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:25,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:19:25,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:25,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:25,771 DEBUG [b10924491aa5:35731 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:25,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,44467,1732454363407 2024-11-24T13:19:25,773 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,44467,1732454363407, state=OPENING 2024-11-24T13:19:25,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:19:25,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:25,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:25,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:25,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1713648747/meta-region-server: CHANGED 2024-11-24T13:19:25,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1713648747/meta-region-server: CHANGED 2024-11-24T13:19:25,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,44467,1732454363407}] 2024-11-24T13:19:25,933 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:25,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:19:25,938 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:19:25,938 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:25,938 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:19:25,939 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C44467%2C1732454363407.meta, suffix=.meta, logDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407, archiveDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/oldWALs, maxLogs=10 2024-11-24T13:19:25,953 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.meta.1732454365940.meta, exclude list is [], retry=0 2024-11-24T13:19:25,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-2505531b-63bd-4408-91c5-d9ea2bbec5f7,DISK] 2024-11-24T13:19:25,957 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.meta.1732454365940.meta 2024-11-24T13:19:25,957 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36433:36433)] 2024-11-24T13:19:25,957 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:25,958 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:25,958 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:25,958 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:19:25,958 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:19:25,958 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:19:25,958 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:25,959 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:19:25,959 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:19:25,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:25,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:25,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:25,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:25,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:25,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:25,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:25,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:25,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:25,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:25,964 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:25,965 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740 2024-11-24T13:19:25,966 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740 2024-11-24T13:19:25,967 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:25,967 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:25,968 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:25,969 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:25,969 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65395751, jitterRate=-0.02552737295627594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:25,969 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:19:25,970 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454365959Writing region info on filesystem at 1732454365959Initializing all the Stores at 1732454365959Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454365960 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454365960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454365960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454365960Cleaning up temporary data from old regions at 1732454365967 (+7 ms)Running coprocessor post-open hooks at 1732454365969 (+2 ms)Region opened successfully at 1732454365970 (+1 ms) 2024-11-24T13:19:25,971 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454365933 2024-11-24T13:19:25,973 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:19:25,973 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:19:25,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44467,1732454363407 2024-11-24T13:19:25,974 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,44467,1732454363407, state=OPEN 2024-11-24T13:19:25,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1713648747/meta-region-server 2024-11-24T13:19:25,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1713648747/meta-region-server 2024-11-24T13:19:25,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,44467,1732454363407 2024-11-24T13:19:25,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1713648747/meta-region-server: CHANGED 2024-11-24T13:19:25,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1713648747/meta-region-server: CHANGED 2024-11-24T13:19:25,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:19:25,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,44467,1732454363407 in 196 msec 2024-11-24T13:19:25,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:19:25,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-24T13:19:25,980 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:25,980 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:19:25,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:25,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44467,1732454363407, seqNum=-1] 2024-11-24T13:19:25,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:25,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:25,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-24T13:19:25,986 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454365986, completionTime=-1 2024-11-24T13:19:25,986 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:19:25,986 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:19:25,988 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:19:25,988 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454425988 2024-11-24T13:19:25,988 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454485988 2024-11-24T13:19:25,988 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:19:25,988 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35731,1732454363346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:25,989 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35731,1732454363346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:25,989 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35731,1732454363346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:25,989 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:35731, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:25,989 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:25,989 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:25,990 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.543sec 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35731,1732454363346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:25,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35731,1732454363346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:19:25,994 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:19:25,994 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:19:25,994 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35731,1732454363346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:26,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:26,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35731,-1 for getting cluster id 2024-11-24T13:19:26,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:26,035 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26e488f9-f0a4-4708-b185-ec79cbd6b792' 2024-11-24T13:19:26,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:26,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26e488f9-f0a4-4708-b185-ec79cbd6b792" 2024-11-24T13:19:26,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598f1a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:26,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35731,-1] 2024-11-24T13:19:26,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:26,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:26,037 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:26,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e96f42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:26,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44467,1732454363407, seqNum=-1] 2024-11-24T13:19:26,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:26,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:26,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,35731,1732454363346 2024-11-24T13:19:26,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T13:19:26,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:26,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a2196f20002 connected 2024-11-24T13:19:26,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.log.dir so I do NOT create it in target/test-data/0667abdb-82ad-6919-64fa-8915d8671079 2024-11-24T13:19:26,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:19:26,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.tmp.dir so I do NOT create it in target/test-data/0667abdb-82ad-6919-64fa-8915d8671079 2024-11-24T13:19:26,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:19:26,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/cluster_e360c93c-61ad-2082-12a0-a509010c2fef, deleteOnExit=true 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/test.cache.data in system properties and HBase conf 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:19:26,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:19:26,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:19:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:19:26,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:26,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:26,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:26,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:26,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:26,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:26,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:26,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664d3ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:26,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c2dc069{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/java.io.tmpdir/jetty-localhost-39801-hadoop-hdfs-3_4_1-tests_jar-_-any-7965116412713677650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:26,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ab0618f{HTTP/1.1, (http/1.1)}{localhost:39801} 2024-11-24T13:19:26,249 INFO [Time-limited test {}] server.Server(415): Started @152029ms 2024-11-24T13:19:26,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:26,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:26,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:26,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:26,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:26,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:26,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad65a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:26,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41632f3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/java.io.tmpdir/jetty-localhost-44671-hadoop-hdfs-3_4_1-tests_jar-_-any-6417211014559072782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:26,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@126508b9{HTTP/1.1, (http/1.1)}{localhost:44671} 2024-11-24T13:19:26,470 INFO [Time-limited test {}] server.Server(415): Started @152249ms 2024-11-24T13:19:26,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:19:26,577 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/cluster_e360c93c-61ad-2082-12a0-a509010c2fef/data/data1/current/BP-1308612372-172.17.0.2-1732454366068/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:26,577 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/cluster_e360c93c-61ad-2082-12a0-a509010c2fef/data/data2/current/BP-1308612372-172.17.0.2-1732454366068/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:26,601 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:19:26,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a45382f7ebf7e7 with lease ID 0xe5dace2a447ba9c1: Processing first storage report for DS-ad441460-f2a7-4d47-b1ab-b37218529400 from datanode DatanodeRegistration(127.0.0.1:40781, datanodeUuid=3615f876-9cdb-421b-8ca7-1c55bda71ef2, infoPort=45369, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=1878691315;c=1732454366068) 2024-11-24T13:19:26,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a45382f7ebf7e7 with lease ID 0xe5dace2a447ba9c1: from storage DS-ad441460-f2a7-4d47-b1ab-b37218529400 node DatanodeRegistration(127.0.0.1:40781, datanodeUuid=3615f876-9cdb-421b-8ca7-1c55bda71ef2, infoPort=45369, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=1878691315;c=1732454366068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:26,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a45382f7ebf7e7 with lease ID 0xe5dace2a447ba9c1: Processing first storage report for DS-336f2ecf-c768-4449-a262-5299c715c219 from datanode DatanodeRegistration(127.0.0.1:40781, datanodeUuid=3615f876-9cdb-421b-8ca7-1c55bda71ef2, infoPort=45369, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=1878691315;c=1732454366068) 2024-11-24T13:19:26,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a45382f7ebf7e7 with lease ID 0xe5dace2a447ba9c1: from storage DS-336f2ecf-c768-4449-a262-5299c715c219 node DatanodeRegistration(127.0.0.1:40781, datanodeUuid=3615f876-9cdb-421b-8ca7-1c55bda71ef2, infoPort=45369, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=1878691315;c=1732454366068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:26,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079 2024-11-24T13:19:26,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:26,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:19:27,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5 with version=8 2024-11-24T13:19:27,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/hbase-staging 2024-11-24T13:19:27,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:27,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:27,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:27,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:27,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:27,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:27,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:19:27,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:27,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42675 2024-11-24T13:19:27,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42675 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T13:19:27,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426750x0, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:27,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42675-0x1014a2196f20003 connected 2024-11-24T13:19:27,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:27,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:27,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on znode that does not yet exist, /11315800253/running 2024-11-24T13:19:27,134 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5, hbase.cluster.distributed=false 2024-11-24T13:19:27,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on znode that does not yet exist, /11315800253/acl 2024-11-24T13:19:27,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-24T13:19:27,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42675 2024-11-24T13:19:27,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42675 2024-11-24T13:19:27,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-24T13:19:27,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-24T13:19:27,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:27,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:27,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:27,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:27,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:27,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:27,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:19:27,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:27,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39241 2024-11-24T13:19:27,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39241 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T13:19:27,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:27,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:27,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392410x0, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:27,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392410x0, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on znode that does not yet exist, /11315800253/running 2024-11-24T13:19:27,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39241-0x1014a2196f20004 connected 2024-11-24T13:19:27,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:19:27,160 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:19:27,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on znode that does not yet exist, /11315800253/master 2024-11-24T13:19:27,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on znode that does not yet exist, /11315800253/acl 2024-11-24T13:19:27,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39241 2024-11-24T13:19:27,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39241 2024-11-24T13:19:27,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39241 2024-11-24T13:19:27,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39241 2024-11-24T13:19:27,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39241 2024-11-24T13:19:27,181 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:42675 2024-11-24T13:19:27,181 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11315800253/backup-masters/b10924491aa5,42675,1732454367110 2024-11-24T13:19:27,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253/backup-masters 2024-11-24T13:19:27,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253/backup-masters 2024-11-24T13:19:27,184 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on existing znode=/11315800253/backup-masters/b10924491aa5,42675,1732454367110 2024-11-24T13:19:27,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315800253/master 2024-11-24T13:19:27,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:27,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:27,186 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on existing znode=/11315800253/master 2024-11-24T13:19:27,186 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11315800253/backup-masters/b10924491aa5,42675,1732454367110 from backup master directory 2024-11-24T13:19:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315800253/backup-masters/b10924491aa5,42675,1732454367110 2024-11-24T13:19:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253/backup-masters 2024-11-24T13:19:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253/backup-masters 2024-11-24T13:19:27,187 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:27,187 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,42675,1732454367110 2024-11-24T13:19:27,191 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/hbase.id] with ID: 91829c56-c703-4260-ab11-659b39c66677 2024-11-24T13:19:27,191 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/.tmp/hbase.id 2024-11-24T13:19:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:19:27,599 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/.tmp/hbase.id]:[hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/hbase.id] 2024-11-24T13:19:27,608 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:27,608 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:19:27,609 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:19:27,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:27,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:19:28,018 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:28,019 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:19:28,019 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:19:28,026 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store 2024-11-24T13:19:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:19:28,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:28,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:28,435 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:28,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:28,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:28,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:28,435 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:28,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454368435Disabling compacts and flushes for region at 1732454368435Disabling writes for close at 1732454368435Writing region close event to WAL at 1732454368435Closed at 1732454368435 2024-11-24T13:19:28,436 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/.initializing 2024-11-24T13:19:28,436 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/WALs/b10924491aa5,42675,1732454367110 2024-11-24T13:19:28,437 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:28,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C42675%2C1732454367110, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/WALs/b10924491aa5,42675,1732454367110, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/oldWALs, maxLogs=10 2024-11-24T13:19:28,452 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/WALs/b10924491aa5,42675,1732454367110/b10924491aa5%2C42675%2C1732454367110.1732454368439, exclude list is [], retry=0 2024-11-24T13:19:28,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40781,DS-ad441460-f2a7-4d47-b1ab-b37218529400,DISK] 2024-11-24T13:19:28,456 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/WALs/b10924491aa5,42675,1732454367110/b10924491aa5%2C42675%2C1732454367110.1732454368439 2024-11-24T13:19:28,457 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45369:45369)] 2024-11-24T13:19:28,457 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:28,457 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:28,457 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,457 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:19:28,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:28,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:19:28,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:28,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:19:28,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:28,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:19:28,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:28,464 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,464 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,465 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,466 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,466 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,467 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:28,467 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:28,469 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:28,469 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60073347, jitterRate=-0.10483737289905548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:28,470 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454368457Initializing all the Stores at 1732454368458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454368458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454368458Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454368458Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454368458Cleaning up temporary data from old regions at 1732454368466 (+8 ms)Region opened successfully at 1732454368469 (+3 ms) 2024-11-24T13:19:28,470 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:19:28,472 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c57de07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:28,473 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:19:28,473 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:19:28,473 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:19:28,473 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:19:28,473 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:19:28,474 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:19:28,474 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:19:28,475 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:19:28,476 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Unable to get data of znode /11315800253/balancer because node does not exist (not necessarily an error) 2024-11-24T13:19:28,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315800253/balancer already deleted, retry=false 2024-11-24T13:19:28,479 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:19:28,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Unable to get data of znode /11315800253/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:19:28,480 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315800253/normalizer already deleted, retry=false 2024-11-24T13:19:28,481 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:19:28,481 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Unable to get data of znode /11315800253/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:19:28,482 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315800253/switch/split already deleted, retry=false 2024-11-24T13:19:28,483 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Unable to get data of znode /11315800253/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:19:28,484 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315800253/switch/merge already deleted, retry=false 2024-11-24T13:19:28,486 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Unable to get data of znode /11315800253/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:19:28,488 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315800253/snapshot-cleanup already deleted, retry=false 2024-11-24T13:19:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315800253/running 2024-11-24T13:19:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315800253/running 2024-11-24T13:19:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:28,490 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,42675,1732454367110, sessionid=0x1014a2196f20003, setting cluster-up flag (Was=false) 2024-11-24T13:19:28,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:28,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:28,497 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11315800253/flush-table-proc/acquired, /11315800253/flush-table-proc/reached, /11315800253/flush-table-proc/abort 2024-11-24T13:19:28,498 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,42675,1732454367110 2024-11-24T13:19:28,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:28,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:28,507 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11315800253/online-snapshot/acquired, /11315800253/online-snapshot/reached, /11315800253/online-snapshot/abort 2024-11-24T13:19:28,508 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,42675,1732454367110 2024-11-24T13:19:28,509 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:19:28,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:28,510 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:19:28,510 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:19:28,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,42675,1732454367110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:28,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454398512 2024-11-24T13:19:28,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:19:28,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:19:28,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:19:28,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:19:28,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:19:28,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:19:28,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:28,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:19:28,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:19:28,516 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,517 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:19:28,517 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:19:28,517 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:19:28,517 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:19:28,519 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:19:28,519 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:19:28,519 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454368519,5,FailOnTimeoutGroup] 2024-11-24T13:19:28,519 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454368519,5,FailOnTimeoutGroup] 2024-11-24T13:19:28,519 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,519 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:19:28,519 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,519 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:19:28,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:19:28,523 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5 2024-11-24T13:19:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:19:28,572 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(746): ClusterId : 91829c56-c703-4260-ab11-659b39c66677 2024-11-24T13:19:28,572 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:19:28,575 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:19:28,575 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:19:28,577 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:19:28,577 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305b1df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:28,592 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:39241 2024-11-24T13:19:28,592 INFO [RS:0;b10924491aa5:39241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:19:28,592 INFO [RS:0;b10924491aa5:39241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:19:28,592 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:19:28,593 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,42675,1732454367110 with port=39241, startcode=1732454367151 2024-11-24T13:19:28,593 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:19:28,596 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:19:28,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,39241,1732454367151 2024-11-24T13:19:28,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42675 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,39241,1732454367151 2024-11-24T13:19:28,597 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5 2024-11-24T13:19:28,597 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43955 2024-11-24T13:19:28,597 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:19:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253/rs 2024-11-24T13:19:28,603 DEBUG [RS:0;b10924491aa5:39241 {}] zookeeper.ZKUtil(111): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on existing znode=/11315800253/rs/b10924491aa5,39241,1732454367151 2024-11-24T13:19:28,603 WARN [RS:0;b10924491aa5:39241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:28,603 INFO [RS:0;b10924491aa5:39241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:28,603 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151 2024-11-24T13:19:28,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,39241,1732454367151] 2024-11-24T13:19:28,606 INFO [RS:0;b10924491aa5:39241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:19:28,612 INFO [RS:0;b10924491aa5:39241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:19:28,613 INFO [RS:0;b10924491aa5:39241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:19:28,613 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,613 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:19:28,614 INFO [RS:0;b10924491aa5:39241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:19:28,614 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:28,614 DEBUG [RS:0;b10924491aa5:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:28,617 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,617 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,617 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,617 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,617 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,617 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,39241,1732454367151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:28,636 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:19:28,636 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,39241,1732454367151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,636 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,636 INFO [RS:0;b10924491aa5:39241 {}] regionserver.Replication(171): b10924491aa5,39241,1732454367151 started 2024-11-24T13:19:28,654 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:28,654 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,39241,1732454367151, RpcServer on b10924491aa5/172.17.0.2:39241, sessionid=0x1014a2196f20004 2024-11-24T13:19:28,654 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:19:28,654 DEBUG [RS:0;b10924491aa5:39241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,39241,1732454367151 2024-11-24T13:19:28,654 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,39241,1732454367151' 2024-11-24T13:19:28,654 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11315800253/flush-table-proc/abort' 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11315800253/flush-table-proc/acquired' 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,39241,1732454367151 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,39241,1732454367151' 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11315800253/online-snapshot/abort' 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11315800253/online-snapshot/acquired' 2024-11-24T13:19:28,655 DEBUG [RS:0;b10924491aa5:39241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:19:28,655 INFO [RS:0;b10924491aa5:39241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:19:28,655 INFO [RS:0;b10924491aa5:39241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:19:28,756 INFO [RS:0;b10924491aa5:39241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:28,758 INFO [RS:0;b10924491aa5:39241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39241%2C1732454367151, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/oldWALs, maxLogs=10 2024-11-24T13:19:28,775 DEBUG [RS:0;b10924491aa5:39241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758, exclude list is [], retry=0 2024-11-24T13:19:28,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40781,DS-ad441460-f2a7-4d47-b1ab-b37218529400,DISK] 2024-11-24T13:19:28,779 INFO [RS:0;b10924491aa5:39241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 2024-11-24T13:19:28,779 DEBUG [RS:0;b10924491aa5:39241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45369:45369)] 2024-11-24T13:19:28,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:28,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:28,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:28,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:28,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:28,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:28,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:28,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:28,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:28,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:28,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:28,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:28,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:28,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:28,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:28,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740 2024-11-24T13:19:28,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740 2024-11-24T13:19:28,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:28,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:28,942 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:28,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:28,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:28,946 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73110676, jitterRate=0.08943396806716919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:28,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454368933Initializing all the Stores at 1732454368933Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454368934 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454368934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454368934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454368934Cleaning up temporary data from old regions at 1732454368942 (+8 ms)Region opened successfully at 1732454368946 (+4 ms) 2024-11-24T13:19:28,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:28,946 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:28,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:28,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:28,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:28,946 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:28,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454368946Disabling compacts and flushes for region at 1732454368946Disabling writes for close at 1732454368946Writing region close event to WAL at 1732454368946Closed at 1732454368946 2024-11-24T13:19:28,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:28,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:19:28,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:19:28,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:28,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:19:29,099 DEBUG [b10924491aa5:42675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:29,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,39241,1732454367151 2024-11-24T13:19:29,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,39241,1732454367151, state=OPENING 2024-11-24T13:19:29,103 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:29,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:29,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315800253/meta-region-server: CHANGED 2024-11-24T13:19:29,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315800253/meta-region-server: CHANGED 2024-11-24T13:19:29,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,39241,1732454367151}] 2024-11-24T13:19:29,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:29,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:19:29,262 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:19:29,262 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:29,263 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:19:29,264 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39241%2C1732454367151.meta, suffix=.meta, logDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/oldWALs, maxLogs=10 2024-11-24T13:19:29,277 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.meta.1732454369264.meta, exclude list is [], retry=0 2024-11-24T13:19:29,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40781,DS-ad441460-f2a7-4d47-b1ab-b37218529400,DISK] 2024-11-24T13:19:29,281 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.meta.1732454369264.meta 2024-11-24T13:19:29,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45369:45369)] 2024-11-24T13:19:29,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:29,282 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:29,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:29,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:19:29,282 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:19:29,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:19:29,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:29,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:19:29,283 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:19:29,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:29,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:29,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:29,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:29,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:29,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:29,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:29,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:29,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:29,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:29,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:29,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:29,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:29,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:29,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:29,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:29,288 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:29,289 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740 2024-11-24T13:19:29,290 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740 2024-11-24T13:19:29,291 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:29,291 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:29,291 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:29,292 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:29,293 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595071, jitterRate=0.0370473712682724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:29,293 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:19:29,293 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454369283Writing region info on filesystem at 1732454369283Initializing all the Stores at 1732454369283Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454369283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454369283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454369283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454369283Cleaning up temporary data from old regions at 1732454369291 (+8 ms)Running coprocessor post-open hooks at 1732454369293 (+2 ms)Region opened successfully at 1732454369293 2024-11-24T13:19:29,294 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454369257 2024-11-24T13:19:29,296 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:19:29,296 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:19:29,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,39241,1732454367151 2024-11-24T13:19:29,297 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,39241,1732454367151, state=OPEN 2024-11-24T13:19:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11315800253/meta-region-server 2024-11-24T13:19:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11315800253/meta-region-server 2024-11-24T13:19:29,299 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,39241,1732454367151 2024-11-24T13:19:29,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315800253/meta-region-server: CHANGED 2024-11-24T13:19:29,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315800253/meta-region-server: CHANGED 2024-11-24T13:19:29,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:19:29,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,39241,1732454367151 in 194 msec 2024-11-24T13:19:29,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:19:29,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-24T13:19:29,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:29,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:19:29,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:29,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39241,1732454367151, seqNum=-1] 2024-11-24T13:19:29,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:29,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:29,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-24T13:19:29,310 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454369310, completionTime=-1 2024-11-24T13:19:29,310 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:19:29,310 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454429312 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454489312 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42675,1732454367110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42675,1732454367110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42675,1732454367110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:42675, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:29,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:29,313 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:29,314 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:19:29,315 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.128sec 2024-11-24T13:19:29,315 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:19:29,315 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:19:29,315 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:19:29,315 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:19:29,315 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:19:29,316 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42675,1732454367110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:29,316 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42675,1732454367110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:19:29,318 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:19:29,318 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:19:29,318 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42675,1732454367110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:19:29,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:29,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42675,-1 for getting cluster id 2024-11-24T13:19:29,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:29,374 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91829c56-c703-4260-ab11-659b39c66677' 2024-11-24T13:19:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91829c56-c703-4260-ab11-659b39c66677" 2024-11-24T13:19:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daf56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42675,-1] 2024-11-24T13:19:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:29,375 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:29,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a669c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:29,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:29,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39241,1732454367151, seqNum=-1] 2024-11-24T13:19:29,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:29,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:29,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,42675,1732454367110 2024-11-24T13:19:29,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54373 2024-11-24T13:19:29,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:29,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a2196f20005 connected 2024-11-24T13:19:29,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35731,1732454363346 2024-11-24T13:19:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bced46c 2024-11-24T13:19:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:29,389 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:29,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:19:29,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:19:29,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:29,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:19:29,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:19:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:19:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:29,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4583c1224794596ef26b5b3e6d5ff384, NAME => 'test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b 2024-11-24T13:19:29,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:19:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:30,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:30,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4583c1224794596ef26b5b3e6d5ff384, disabling compactions & flushes 2024-11-24T13:19:30,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:30,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:30,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. after waiting 0 ms 2024-11-24T13:19:30,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:30,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:30,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4583c1224794596ef26b5b3e6d5ff384: Waiting for close lock at 1732454370206Disabling compacts and flushes for region at 1732454370206Disabling writes for close at 1732454370206Writing region close event to WAL at 1732454370206Closed at 1732454370206 2024-11-24T13:19:30,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:19:30,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454370207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454370207"}]},"ts":"1732454370207"} 2024-11-24T13:19:30,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:19:30,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:19:30,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454370210"}]},"ts":"1732454370210"} 2024-11-24T13:19:30,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:19:30,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4583c1224794596ef26b5b3e6d5ff384, ASSIGN}] 2024-11-24T13:19:30,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4583c1224794596ef26b5b3e6d5ff384, ASSIGN 2024-11-24T13:19:30,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4583c1224794596ef26b5b3e6d5ff384, ASSIGN; state=OFFLINE, location=b10924491aa5,44467,1732454363407; forceNewPlan=false, retain=false 2024-11-24T13:19:30,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4583c1224794596ef26b5b3e6d5ff384, regionState=OPENING, regionLocation=b10924491aa5,44467,1732454363407 2024-11-24T13:19:30,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4583c1224794596ef26b5b3e6d5ff384, ASSIGN because future has completed 2024-11-24T13:19:30,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4583c1224794596ef26b5b3e6d5ff384, server=b10924491aa5,44467,1732454363407}] 2024-11-24T13:19:30,524 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:30,524 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4583c1224794596ef26b5b3e6d5ff384, NAME => 'test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:30,524 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:30,524 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:19:30,524 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,524 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:30,524 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,524 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,526 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,527 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4583c1224794596ef26b5b3e6d5ff384 columnFamilyName f 2024-11-24T13:19:30,527 DEBUG [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:30,527 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] regionserver.HStore(327): Store=4583c1224794596ef26b5b3e6d5ff384/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:30,527 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,528 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4583c1224794596ef26b5b3e6d5ff384 columnFamilyName f1 2024-11-24T13:19:30,528 DEBUG [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:30,528 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] regionserver.HStore(327): Store=4583c1224794596ef26b5b3e6d5ff384/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:30,528 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,529 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4583c1224794596ef26b5b3e6d5ff384 columnFamilyName norep 2024-11-24T13:19:30,529 DEBUG [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:30,530 INFO [StoreOpener-4583c1224794596ef26b5b3e6d5ff384-1 {}] regionserver.HStore(327): Store=4583c1224794596ef26b5b3e6d5ff384/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:30,530 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,530 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,531 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,531 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,531 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,532 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:19:30,533 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,534 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:30,535 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4583c1224794596ef26b5b3e6d5ff384; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61007921, jitterRate=-0.0909111350774765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:19:30,535 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:30,535 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4583c1224794596ef26b5b3e6d5ff384: Running coprocessor pre-open hook at 1732454370525Writing region info on filesystem at 1732454370525Initializing all the Stores at 1732454370525Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454370525Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454370525Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454370525Cleaning up temporary data from old regions at 1732454370531 (+6 ms)Running coprocessor post-open hooks at 1732454370535 (+4 ms)Region opened successfully at 1732454370535 2024-11-24T13:19:30,536 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., pid=6, masterSystemTime=1732454370520 2024-11-24T13:19:30,538 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:30,538 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:30,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4583c1224794596ef26b5b3e6d5ff384, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,44467,1732454363407 2024-11-24T13:19:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4583c1224794596ef26b5b3e6d5ff384, server=b10924491aa5,44467,1732454363407 because future has completed 2024-11-24T13:19:30,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:19:30,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4583c1224794596ef26b5b3e6d5ff384, server=b10924491aa5,44467,1732454363407 in 174 msec 2024-11-24T13:19:30,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:19:30,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4583c1224794596ef26b5b3e6d5ff384, ASSIGN in 331 msec 2024-11-24T13:19:30,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:19:30,546 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454370546"}]},"ts":"1732454370546"} 2024-11-24T13:19:30,548 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:19:30,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:19:30,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-24T13:19:30,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:19:30,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:19:31,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:31,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:31,538 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:19:31,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42675,1732454367110 2024-11-24T13:19:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a35ebe 2024-11-24T13:19:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:31,541 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:31,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:19:31,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:19:31,544 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:31,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:19:31,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:19:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:31,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:19:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:31,956 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7394cc99a113824dc600df8921435b0f, NAME => 'test,,1732454371541.7394cc99a113824dc600df8921435b0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5 2024-11-24T13:19:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:19:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:32,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454371541.7394cc99a113824dc600df8921435b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:32,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7394cc99a113824dc600df8921435b0f, disabling compactions & flushes 2024-11-24T13:19:32,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:32,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:32,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454371541.7394cc99a113824dc600df8921435b0f. after waiting 0 ms 2024-11-24T13:19:32,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:32,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:32,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7394cc99a113824dc600df8921435b0f: Waiting for close lock at 1732454372362Disabling compacts and flushes for region at 1732454372362Disabling writes for close at 1732454372362Writing region close event to WAL at 1732454372362Closed at 1732454372362 2024-11-24T13:19:32,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:19:32,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454371541.7394cc99a113824dc600df8921435b0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454372363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454372363"}]},"ts":"1732454372363"} 2024-11-24T13:19:32,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:19:32,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:19:32,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454372366"}]},"ts":"1732454372366"} 2024-11-24T13:19:32,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:19:32,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7394cc99a113824dc600df8921435b0f, ASSIGN}] 2024-11-24T13:19:32,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7394cc99a113824dc600df8921435b0f, ASSIGN 2024-11-24T13:19:32,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7394cc99a113824dc600df8921435b0f, ASSIGN; state=OFFLINE, location=b10924491aa5,39241,1732454367151; forceNewPlan=false, retain=false 2024-11-24T13:19:32,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7394cc99a113824dc600df8921435b0f, regionState=OPENING, regionLocation=b10924491aa5,39241,1732454367151 2024-11-24T13:19:32,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7394cc99a113824dc600df8921435b0f, ASSIGN because future has completed 2024-11-24T13:19:32,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7394cc99a113824dc600df8921435b0f, server=b10924491aa5,39241,1732454367151}] 2024-11-24T13:19:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:32,679 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:32,680 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7394cc99a113824dc600df8921435b0f, NAME => 'test,,1732454371541.7394cc99a113824dc600df8921435b0f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:32,680 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:32,680 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:19:32,680 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,680 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454371541.7394cc99a113824dc600df8921435b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:32,680 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,680 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,681 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,683 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7394cc99a113824dc600df8921435b0f columnFamilyName f 2024-11-24T13:19:32,683 DEBUG [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:32,683 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] regionserver.HStore(327): Store=7394cc99a113824dc600df8921435b0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:32,683 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,684 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7394cc99a113824dc600df8921435b0f columnFamilyName f1 2024-11-24T13:19:32,684 DEBUG [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:32,684 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] regionserver.HStore(327): Store=7394cc99a113824dc600df8921435b0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:32,684 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,685 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7394cc99a113824dc600df8921435b0f columnFamilyName norep 2024-11-24T13:19:32,685 DEBUG [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:32,686 INFO [StoreOpener-7394cc99a113824dc600df8921435b0f-1 {}] regionserver.HStore(327): Store=7394cc99a113824dc600df8921435b0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:32,686 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,686 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,687 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,687 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,687 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,688 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:19:32,688 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,690 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:32,690 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7394cc99a113824dc600df8921435b0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62324987, jitterRate=-0.07128532230854034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:19:32,691 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:32,691 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7394cc99a113824dc600df8921435b0f: Running coprocessor pre-open hook at 1732454372680Writing region info on filesystem at 1732454372680Initializing all the Stores at 1732454372681 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454372681Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454372681Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454372681Cleaning up temporary data from old regions at 1732454372687 (+6 ms)Running coprocessor post-open hooks at 1732454372691 (+4 ms)Region opened successfully at 1732454372691 2024-11-24T13:19:32,691 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454371541.7394cc99a113824dc600df8921435b0f., pid=6, masterSystemTime=1732454372675 2024-11-24T13:19:32,693 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:32,693 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:32,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7394cc99a113824dc600df8921435b0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,39241,1732454367151 2024-11-24T13:19:32,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7394cc99a113824dc600df8921435b0f, server=b10924491aa5,39241,1732454367151 because future has completed 2024-11-24T13:19:32,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:19:32,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7394cc99a113824dc600df8921435b0f, server=b10924491aa5,39241,1732454367151 in 173 msec 2024-11-24T13:19:32,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:19:32,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7394cc99a113824dc600df8921435b0f, ASSIGN in 330 msec 2024-11-24T13:19:32,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:19:32,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454372700"}]},"ts":"1732454372700"} 2024-11-24T13:19:32,702 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:19:32,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:19:32,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-24T13:19:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:33,698 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:19:33,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35731,-1 for getting cluster id 2024-11-24T13:19:33,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:33,704 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26e488f9-f0a4-4708-b185-ec79cbd6b792' 2024-11-24T13:19:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26e488f9-f0a4-4708-b185-ec79cbd6b792" 2024-11-24T13:19:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd8b4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35731,-1] 2024-11-24T13:19:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:33,706 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c4534a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42675,-1 for getting cluster id 2024-11-24T13:19:33,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:33,708 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91829c56-c703-4260-ab11-659b39c66677' 2024-11-24T13:19:33,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91829c56-c703-4260-ab11-659b39c66677" 2024-11-24T13:19:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62efe144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42675,-1] 2024-11-24T13:19:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:33,710 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a45bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35731,-1 for getting cluster id 2024-11-24T13:19:33,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:33,712 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26e488f9-f0a4-4708-b185-ec79cbd6b792' 2024-11-24T13:19:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26e488f9-f0a4-4708-b185-ec79cbd6b792" 2024-11-24T13:19:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20892b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35731,-1] 2024-11-24T13:19:33,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:33,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:33,713 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:33,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4304957a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35731,1732454363346 2024-11-24T13:19:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e21184 2024-11-24T13:19:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:33,716 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:33,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:42675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:19:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:19:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:33,718 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:42675' 2024-11-24T13:19:33,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca702f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,719 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42675,-1 for getting cluster id 2024-11-24T13:19:33,719 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:33,720 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91829c56-c703-4260-ab11-659b39c66677' 2024-11-24T13:19:33,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:33,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91829c56-c703-4260-ab11-659b39c66677" 2024-11-24T13:19:33,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f92588f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42675,-1] 2024-11-24T13:19:33,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:33,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:33,721 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab7cc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:33,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42675,1732454367110 2024-11-24T13:19:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ffcdfb8 2024-11-24T13:19:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:33,723 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:33,724 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:19:33,724 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:19:33,724 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:33,724 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:33,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:33,724 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:33,725 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:19:33,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:19:33,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:33,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:19:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:19:33,775 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:19:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:34,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f7ec5d47efb0701a60a0dba68e2540a, NAME => 'hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b 2024-11-24T13:19:34,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:19:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:34,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:34,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f7ec5d47efb0701a60a0dba68e2540a, disabling compactions & flushes 2024-11-24T13:19:34,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:34,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:34,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. after waiting 0 ms 2024-11-24T13:19:34,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:34,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:34,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f7ec5d47efb0701a60a0dba68e2540a: Waiting for close lock at 1732454374540Disabling compacts and flushes for region at 1732454374540Disabling writes for close at 1732454374540Writing region close event to WAL at 1732454374540Closed at 1732454374540 2024-11-24T13:19:34,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:19:34,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454374541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454374541"}]},"ts":"1732454374541"} 2024-11-24T13:19:34,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:19:34,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:19:34,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454374545"}]},"ts":"1732454374545"} 2024-11-24T13:19:34,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:19:34,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f7ec5d47efb0701a60a0dba68e2540a, ASSIGN}] 2024-11-24T13:19:34,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f7ec5d47efb0701a60a0dba68e2540a, ASSIGN 2024-11-24T13:19:34,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f7ec5d47efb0701a60a0dba68e2540a, ASSIGN; state=OFFLINE, location=b10924491aa5,44467,1732454363407; forceNewPlan=false, retain=false 2024-11-24T13:19:34,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f7ec5d47efb0701a60a0dba68e2540a, regionState=OPENING, regionLocation=b10924491aa5,44467,1732454363407 2024-11-24T13:19:34,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f7ec5d47efb0701a60a0dba68e2540a, ASSIGN because future has completed 2024-11-24T13:19:34,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f7ec5d47efb0701a60a0dba68e2540a, server=b10924491aa5,44467,1732454363407}] 2024-11-24T13:19:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:34,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:34,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:34,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:19:34,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C44467%2C1732454363407.rep, suffix=, logDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407, archiveDir=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/oldWALs, maxLogs=10 2024-11-24T13:19:34,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.rep.1732454374860, exclude list is [], retry=0 2024-11-24T13:19:34,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-2505531b-63bd-4408-91c5-d9ea2bbec5f7,DISK] 2024-11-24T13:19:34,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.rep.1732454374860 2024-11-24T13:19:34,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36433:36433)] 2024-11-24T13:19:34,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f7ec5d47efb0701a60a0dba68e2540a, NAME => 'hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:34,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:34,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:34,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. service=MultiRowMutationService 2024-11-24T13:19:34,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:19:34,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:34,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,882 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,883 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f7ec5d47efb0701a60a0dba68e2540a columnFamilyName hfileref 2024-11-24T13:19:34,883 DEBUG [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:34,884 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] regionserver.HStore(327): Store=5f7ec5d47efb0701a60a0dba68e2540a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:34,884 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,885 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f7ec5d47efb0701a60a0dba68e2540a columnFamilyName queue 2024-11-24T13:19:34,885 DEBUG [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:34,885 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] regionserver.HStore(327): Store=5f7ec5d47efb0701a60a0dba68e2540a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:34,885 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,886 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f7ec5d47efb0701a60a0dba68e2540a columnFamilyName sid 2024-11-24T13:19:34,886 DEBUG [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:34,886 INFO [StoreOpener-5f7ec5d47efb0701a60a0dba68e2540a-1 {}] regionserver.HStore(327): Store=5f7ec5d47efb0701a60a0dba68e2540a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:34,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:19:34,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:34,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f7ec5d47efb0701a60a0dba68e2540a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71633768, jitterRate=0.06742632389068604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:19:34,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:34,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f7ec5d47efb0701a60a0dba68e2540a: Running coprocessor pre-open hook at 1732454374881Writing region info on filesystem at 1732454374881Initializing all the Stores at 1732454374882 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454374882Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454374882Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454374882Cleaning up temporary data from old regions at 1732454374888 (+6 ms)Running coprocessor post-open hooks at 1732454374892 (+4 ms)Region opened successfully at 1732454374893 (+1 ms) 2024-11-24T13:19:34,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a., pid=10, masterSystemTime=1732454374854 2024-11-24T13:19:34,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:34,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:34,896 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f7ec5d47efb0701a60a0dba68e2540a, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44467,1732454363407 2024-11-24T13:19:34,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f7ec5d47efb0701a60a0dba68e2540a, server=b10924491aa5,44467,1732454363407 because future has completed 2024-11-24T13:19:34,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:19:34,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f7ec5d47efb0701a60a0dba68e2540a, server=b10924491aa5,44467,1732454363407 in 196 msec 2024-11-24T13:19:34,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:19:34,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f7ec5d47efb0701a60a0dba68e2540a, ASSIGN in 353 msec 2024-11-24T13:19:34,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:19:34,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454374902"}]},"ts":"1732454374902"} 2024-11-24T13:19:34,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:19:34,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:19:34,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-24T13:19:34,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a., hostname=b10924491aa5,44467,1732454363407, seqNum=2] 2024-11-24T13:19:34,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:34,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:34,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:19:35,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:19:35,093 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:19:35,122 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,44467,1732454363407, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:19:35,123 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:35,123 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44467,1732454363407, seqNum=-1] 2024-11-24T13:19:35,123 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:35,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T13:19:35,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,44467,1732454363407', locateType=CURRENT is [region=hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a., hostname=b10924491aa5,44467,1732454363407, seqNum=2] 2024-11-24T13:19:35,128 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:19:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:19:35,130 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,44467,1732454363407 suceeded 2024-11-24T13:19:35,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:19:35,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T13:19:35,132 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:42675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:19:35,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-24T13:19:35,142 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:42675' 2024-11-24T13:19:35,144 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3599ed34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,144 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42675,-1 for getting cluster id 2024-11-24T13:19:35,144 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:35,144 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91829c56-c703-4260-ab11-659b39c66677' 2024-11-24T13:19:35,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:35,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91829c56-c703-4260-ab11-659b39c66677" 2024-11-24T13:19:35,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51aadcb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42675,-1] 2024-11-24T13:19:35,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:35,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:35,146 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:35,147 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa109c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,147 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:35,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42675,1732454367110 2024-11-24T13:19:35,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2159a645 2024-11-24T13:19:35,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:35,148 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T13:19:35,149 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,44467,1732454363407 (queues=1) is replicating from cluster=26e488f9-f0a4-4708-b185-ec79cbd6b792 to cluster=91829c56-c703-4260-ab11-659b39c66677 2024-11-24T13:19:35,149 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C44467%2C1732454363407 2024-11-24T13:19:35,149 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,44467,1732454363407, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:19:35,149 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C44467%2C1732454363407 2024-11-24T13:19:35,149 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005, startPosition=0, beingWritten=true 2024-11-24T13:19:35,155 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:19:35,155 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:35,155 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44467,1732454363407 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:19:35,358 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:35,663 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:35,869 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:19:35,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:35,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:35,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:35,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:35,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:35,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42675,-1 for getting cluster id 2024-11-24T13:19:35,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:35,871 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91829c56-c703-4260-ab11-659b39c66677' 2024-11-24T13:19:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91829c56-c703-4260-ab11-659b39c66677" 2024-11-24T13:19:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b16c0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42675,-1] 2024-11-24T13:19:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:35,872 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cb3c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42675,1732454367110 2024-11-24T13:19:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43dcb7d8 2024-11-24T13:19:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:35,874 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:35,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:35731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:19:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:19:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:35,877 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:35731' 2024-11-24T13:19:35,878 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a9f55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,878 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35731,-1 for getting cluster id 2024-11-24T13:19:35,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:35,879 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26e488f9-f0a4-4708-b185-ec79cbd6b792' 2024-11-24T13:19:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26e488f9-f0a4-4708-b185-ec79cbd6b792" 2024-11-24T13:19:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e01b50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35731,-1] 2024-11-24T13:19:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:35,880 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:35,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62731f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:35,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:35,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35731,1732454363346 2024-11-24T13:19:35,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b780cc 2024-11-24T13:19:35,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:35,882 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:35,882 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:19:35,882 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:19:35,882 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:35,882 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:35,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:35,883 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:35,884 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:19:35,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:19:35,885 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:35,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:19:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:19:35,934 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:19:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:36,068 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:36,293 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65e7921951393b585335552590a6abba, NAME => 'hbase:replication,,1732454375883.65e7921951393b585335552590a6abba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5 2024-11-24T13:19:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:19:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:36,572 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454375883.65e7921951393b585335552590a6abba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65e7921951393b585335552590a6abba, disabling compactions & flushes 2024-11-24T13:19:36,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. after waiting 0 ms 2024-11-24T13:19:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:36,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:36,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65e7921951393b585335552590a6abba: Waiting for close lock at 1732454376699Disabling compacts and flushes for region at 1732454376699Disabling writes for close at 1732454376699Writing region close event to WAL at 1732454376699Closed at 1732454376699 2024-11-24T13:19:36,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:19:36,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454375883.65e7921951393b585335552590a6abba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454376700"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454376700"}]},"ts":"1732454376700"} 2024-11-24T13:19:36,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:19:36,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:19:36,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454376703"}]},"ts":"1732454376703"} 2024-11-24T13:19:36,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:19:36,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65e7921951393b585335552590a6abba, ASSIGN}] 2024-11-24T13:19:36,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65e7921951393b585335552590a6abba, ASSIGN 2024-11-24T13:19:36,707 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65e7921951393b585335552590a6abba, ASSIGN; state=OFFLINE, location=b10924491aa5,39241,1732454367151; forceNewPlan=false, retain=false 2024-11-24T13:19:36,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65e7921951393b585335552590a6abba, regionState=OPENING, regionLocation=b10924491aa5,39241,1732454367151 2024-11-24T13:19:36,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65e7921951393b585335552590a6abba, ASSIGN because future has completed 2024-11-24T13:19:36,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:19:36,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65e7921951393b585335552590a6abba, server=b10924491aa5,39241,1732454367151}] 2024-11-24T13:19:37,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:37,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:37,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:19:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:37,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39241%2C1732454367151.rep, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/oldWALs, maxLogs=10 2024-11-24T13:19:37,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.rep.1732454377018, exclude list is [], retry=0 2024-11-24T13:19:37,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40781,DS-ad441460-f2a7-4d47-b1ab-b37218529400,DISK] 2024-11-24T13:19:37,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.rep.1732454377018 2024-11-24T13:19:37,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45369:45369)] 2024-11-24T13:19:37,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65e7921951393b585335552590a6abba, NAME => 'hbase:replication,,1732454375883.65e7921951393b585335552590a6abba.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:37,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:37,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:37,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. service=MultiRowMutationService 2024-11-24T13:19:37,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:19:37,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454375883.65e7921951393b585335552590a6abba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:37,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,043 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,044 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65e7921951393b585335552590a6abba columnFamilyName hfileref 2024-11-24T13:19:37,044 DEBUG [StoreOpener-65e7921951393b585335552590a6abba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:37,045 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] regionserver.HStore(327): Store=65e7921951393b585335552590a6abba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:37,045 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,046 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65e7921951393b585335552590a6abba columnFamilyName queue 2024-11-24T13:19:37,047 DEBUG [StoreOpener-65e7921951393b585335552590a6abba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:37,047 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] regionserver.HStore(327): Store=65e7921951393b585335552590a6abba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:37,047 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,050 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65e7921951393b585335552590a6abba columnFamilyName sid 2024-11-24T13:19:37,050 DEBUG [StoreOpener-65e7921951393b585335552590a6abba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:37,050 INFO [StoreOpener-65e7921951393b585335552590a6abba-1 {}] regionserver.HStore(327): Store=65e7921951393b585335552590a6abba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:37,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba 2024-11-24T13:19:37,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba 2024-11-24T13:19:37,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:19:37,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:37,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65e7921951393b585335552590a6abba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59546673, jitterRate=-0.112685427069664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:19:37,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65e7921951393b585335552590a6abba 2024-11-24T13:19:37,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65e7921951393b585335552590a6abba: Running coprocessor pre-open hook at 1732454377041Writing region info on filesystem at 1732454377041Initializing all the Stores at 1732454377042 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454377042Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454377042Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454377042Cleaning up temporary data from old regions at 1732454377052 (+10 ms)Running coprocessor post-open hooks at 1732454377061 (+9 ms)Region opened successfully at 1732454377061 2024-11-24T13:19:37,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454375883.65e7921951393b585335552590a6abba., pid=10, masterSystemTime=1732454377012 2024-11-24T13:19:37,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:37,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:37,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65e7921951393b585335552590a6abba, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,39241,1732454367151 2024-11-24T13:19:37,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65e7921951393b585335552590a6abba, server=b10924491aa5,39241,1732454367151 because future has completed 2024-11-24T13:19:37,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:19:37,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65e7921951393b585335552590a6abba, server=b10924491aa5,39241,1732454367151 in 213 msec 2024-11-24T13:19:37,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:19:37,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65e7921951393b585335552590a6abba, ASSIGN in 370 msec 2024-11-24T13:19:37,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:19:37,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454377078"}]},"ts":"1732454377078"} 2024-11-24T13:19:37,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:19:37,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:19:37,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-24T13:19:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454375883.65e7921951393b585335552590a6abba., hostname=b10924491aa5,39241,1732454367151, seqNum=2] 2024-11-24T13:19:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:37,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:19:37,176 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:37,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:19:37,253 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:19:37,282 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,39241,1732454367151, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:19:37,282 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:37,282 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39241,1732454367151, seqNum=-1] 2024-11-24T13:19:37,283 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:37,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T13:19:37,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,39241,1732454367151', locateType=CURRENT is [region=hbase:replication,,1732454375883.65e7921951393b585335552590a6abba., hostname=b10924491aa5,39241,1732454367151, seqNum=2] 2024-11-24T13:19:37,287 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:19:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:19:37,289 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,39241,1732454367151 suceeded 2024-11-24T13:19:37,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:19:37,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T13:19:37,291 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:35731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:19:37,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-24T13:19:37,301 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:35731' 2024-11-24T13:19:37,302 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a4d167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:37,302 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35731,-1 for getting cluster id 2024-11-24T13:19:37,302 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:37,303 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26e488f9-f0a4-4708-b185-ec79cbd6b792' 2024-11-24T13:19:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26e488f9-f0a4-4708-b185-ec79cbd6b792" 2024-11-24T13:19:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69ca8add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35731,-1] 2024-11-24T13:19:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:37,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:37,304 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:37,305 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c614482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:37,305 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35731,1732454363346 2024-11-24T13:19:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a388bea 2024-11-24T13:19:37,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:37,306 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T13:19:37,307 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,39241,1732454367151 (queues=1) is replicating from cluster=91829c56-c703-4260-ab11-659b39c66677 to cluster=26e488f9-f0a4-4708-b185-ec79cbd6b792 2024-11-24T13:19:37,307 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C39241%2C1732454367151 2024-11-24T13:19:37,307 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,39241,1732454367151, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:19:37,308 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C39241%2C1732454367151 2024-11-24T13:19:37,308 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758, startPosition=0, beingWritten=true 2024-11-24T13:19:37,313 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:19:37,313 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 379, reset compression=false 2024-11-24T13:19:37,313 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39241,1732454367151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:19:37,516 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 379, reset compression=false 2024-11-24T13:19:37,821 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 379, reset compression=false 2024-11-24T13:19:37,880 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:19:38,033 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:19:38,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:38,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:38,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:38,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:38,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:38,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:38,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732454378037/Put/seqid=0 2024-11-24T13:19:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741840_1016 (size=7894) 2024-11-24T13:19:38,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732454378045/Put/seqid=0 2024-11-24T13:19:38,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741841_1017 (size=7691) 2024-11-24T13:19:38,182 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:38,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,231 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 379, reset compression=false 2024-11-24T13:19:38,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:38,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2fe04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:38,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35731,-1 for getting cluster id 2024-11-24T13:19:38,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:38,452 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26e488f9-f0a4-4708-b185-ec79cbd6b792' 2024-11-24T13:19:38,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:38,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26e488f9-f0a4-4708-b185-ec79cbd6b792" 2024-11-24T13:19:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f327cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35731,-1] 2024-11-24T13:19:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:38,454 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:38,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc1af73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:38,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:38,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44467,1732454363407, seqNum=-1] 2024-11-24T13:19:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:38,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:38,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35731,1732454363346 2024-11-24T13:19:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35aa5b6 2024-11-24T13:19:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:38,467 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., hostname=b10924491aa5,44467,1732454363407, seqNum=2] 2024-11-24T13:19:38,472 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:19:38,477 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T13:19:38,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T13:19:38,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T13:19:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:38,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T13:19:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HRegion(2603): Flush status journal for 4583c1224794596ef26b5b3e6d5ff384: 2024-11-24T13:19:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_0 2024-11-24T13:19:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_0 as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ 2024-11-24T13:19:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_1 2024-11-24T13:19:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_1 as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ 2024-11-24T13:19:38,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_0 into 4583c1224794596ef26b5b3e6d5ff384/f as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ - updating store file list. 2024-11-24T13:19:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89e3cf8c19db464f8015f67eb694a63d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:38,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ into 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:38,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_0 into 4583c1224794596ef26b5b3e6d5ff384/f (new location: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_) 2024-11-24T13:19:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_0 2024-11-24T13:19:38,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_1 into 4583c1224794596ef26b5b3e6d5ff384/f as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ - updating store file list. 2024-11-24T13:19:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7860429d6d874477a50027deb1708d5f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:38,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ into 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:38,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_1 into 4583c1224794596ef26b5b3e6d5ff384/f (new location: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/7860429d6d874477a50027deb1708d5f_SeqId_4_) 2024-11-24T13:19:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins__test__tso0ju1etlhlq3qd038dgasj1piqn5hfm08cqsot6qpp8vbfnmuqcg0vs77ja4mt/f/hfile_1 2024-11-24T13:19:38,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:38,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:38,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., hostname=b10924491aa5,44467,1732454363407, seqNum=2 , the old value is region=test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., hostname=b10924491aa5,44467,1732454363407, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b10924491aa5:44467 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:19:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., hostname=b10924491aa5,44467,1732454363407, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:19:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., hostname=b10924491aa5,44467,1732454363407, seqNum=2 from cache 2024-11-24T13:19:38,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:38,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:38,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45194 deadline: 1732454438515 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45194 2024-11-24T13:19:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39241,1732454367151, seqNum=-1] 2024-11-24T13:19:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:38,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:38,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454371541.7394cc99a113824dc600df8921435b0f., hostname=b10924491aa5,39241,1732454367151, seqNum=2] 2024-11-24T13:19:38,524 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:19:38,629 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:44467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T13:19:38,685 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 379, reset compression=false 2024-11-24T13:19:38,689 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:19:38,690 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44467,1732454363407 got entry batch from reader: WALEntryBatch [walEntries=[{test/4583c1224794596ef26b5b3e6d5ff384/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454378513/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T13:19:38,692 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:38,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T13:19:38,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.ReplicationSink(318): Replicating [26e488f9-f0a4-4708-b185-ec79cbd6b792] bulk loaded data 2024-11-24T13:19:38,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37bcb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:38,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42675,-1 for getting cluster id 2024-11-24T13:19:38,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:38,695 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91829c56-c703-4260-ab11-659b39c66677' 2024-11-24T13:19:38,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:38,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91829c56-c703-4260-ab11-659b39c66677" 2024-11-24T13:19:38,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@689b8543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:38,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42675,-1] 2024-11-24T13:19:38,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:38,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:38,697 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:38,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e2bea71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741840_1016 (size=7894) 2024-11-24T13:19:38,736 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 379, reset compression=false 2024-11-24T13:19:38,890 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:39,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741841_1017 (size=7691) 2024-11-24T13:19:39,194 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:39,340 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 379, reset compression=false 2024-11-24T13:19:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:19:39,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T13:19:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:19:39,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T13:19:39,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:19:39,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T13:19:39,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:39,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42675,1732454367110 2024-11-24T13:19:39,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a45e83 2024-11-24T13:19:39,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:39,522 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T13:19:39,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:19:39,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:39,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39241,1732454367151, seqNum=-1] 2024-11-24T13:19:39,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:39,526 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:19:39,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T13:19:39,532 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T13:19:39,535 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T13:19:39,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ for inclusion in 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T13:19:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:39,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ for inclusion in 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T13:19:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HRegion(2603): Flush status journal for 7394cc99a113824dc600df8921435b0f: 2024-11-24T13:19:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:19:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/d35ca649109e4885a3806d54492c204c_SeqId_4_ 2024-11-24T13:19:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7860429d6d874477a50027deb1708d5f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:19:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/17370f48e4f04ed381b93aea182b12b0_SeqId_4_ 2024-11-24T13:19:39,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ into 7394cc99a113824dc600df8921435b0f/f as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/d35ca649109e4885a3806d54492c204c_SeqId_4_ - updating store file list. 2024-11-24T13:19:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d35ca649109e4885a3806d54492c204c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:39,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/d35ca649109e4885a3806d54492c204c_SeqId_4_ into 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:39,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ into 7394cc99a113824dc600df8921435b0f/f (new location: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/d35ca649109e4885a3806d54492c204c_SeqId_4_) 2024-11-24T13:19:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/89e3cf8c19db464f8015f67eb694a63d_SeqId_4_ 2024-11-24T13:19:39,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ into 7394cc99a113824dc600df8921435b0f/f as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/17370f48e4f04ed381b93aea182b12b0_SeqId_4_ - updating store file list. 2024-11-24T13:19:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17370f48e4f04ed381b93aea182b12b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:39,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/17370f48e4f04ed381b93aea182b12b0_SeqId_4_ into 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:39,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ into 7394cc99a113824dc600df8921435b0f/f (new location: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/17370f48e4f04ed381b93aea182b12b0_SeqId_4_) 2024-11-24T13:19:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins.hfs.11__test__akei6bv0bhqopm9i651u0434vjf6dehqohdn3d6pv8tvichjgq2aeudv564q1d0a/f/7860429d6d874477a50027deb1708d5f_SeqId_4_ 2024-11-24T13:19:39,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.ReplicationSink(324): Finished replicating [26e488f9-f0a4-4708-b185-ec79cbd6b792] bulk loaded data 2024-11-24T13:19:39,598 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:40,045 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 379, reset compression=false 2024-11-24T13:19:40,051 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:19:40,051 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39241,1732454367151 got entry batch from reader: WALEntryBatch [walEntries=[{test/7394cc99a113824dc600df8921435b0f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454379561/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T13:19:40,053 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:40,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T13:19:40,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.ReplicationSink(318): Replicating [26e488f9-f0a4-4708-b185-ec79cbd6b792, 91829c56-c703-4260-ab11-659b39c66677] bulk loaded data 2024-11-24T13:19:40,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d2220d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:40,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35731,-1 for getting cluster id 2024-11-24T13:19:40,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:40,055 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26e488f9-f0a4-4708-b185-ec79cbd6b792' 2024-11-24T13:19:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26e488f9-f0a4-4708-b185-ec79cbd6b792" 2024-11-24T13:19:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a40f8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35731,-1] 2024-11-24T13:19:40,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:40,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:40,056 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:40,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@717565e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741842_1018 (size=7894) 2024-11-24T13:19:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741843_1019 (size=7691) 2024-11-24T13:19:40,102 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:40,251 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 725, reset compression=false 2024-11-24T13:19:40,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:40,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35731,1732454363346 2024-11-24T13:19:40,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7cc857 2024-11-24T13:19:40,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:40,485 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T13:19:40,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:19:40,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:40,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44467,1732454363407, seqNum=-1] 2024-11-24T13:19:40,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:40,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T13:19:40,495 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__v3hbr8ovjgo9jbaugt3n6h00oskpo7qbac5htkma0260pt1bo0qe2ah45hrrtvaj/f/17370f48e4f04ed381b93aea182b12b0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T13:19:40,497 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__v3hbr8ovjgo9jbaugt3n6h00oskpo7qbac5htkma0260pt1bo0qe2ah45hrrtvaj/f/d35ca649109e4885a3806d54492c204c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T13:19:40,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.ReplicationSink(324): Finished replicating [26e488f9-f0a4-4708-b185-ec79cbd6b792, 91829c56-c703-4260-ab11-659b39c66677] bulk loaded data 2024-11-24T13:19:40,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:40,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732454380538/Put/seqid=0 2024-11-24T13:19:40,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741842_1018 (size=11194) 2024-11-24T13:19:40,555 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 725, reset compression=false 2024-11-24T13:19:40,706 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:40,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732454380945/Put/seqid=0 2024-11-24T13:19:40,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741843_1019 (size=10791) 2024-11-24T13:19:40,959 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 725, reset compression=false 2024-11-24T13:19:41,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f08b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:41,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42675,-1 for getting cluster id 2024-11-24T13:19:41,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:41,352 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91829c56-c703-4260-ab11-659b39c66677' 2024-11-24T13:19:41,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91829c56-c703-4260-ab11-659b39c66677" 2024-11-24T13:19:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b6154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42675,-1] 2024-11-24T13:19:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:41,354 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:41,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0324c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:41,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39241,1732454367151, seqNum=-1] 2024-11-24T13:19:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:41,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:41,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42675,1732454367110 2024-11-24T13:19:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@197fe2e6 2024-11-24T13:19:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:41,365 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454371541.7394cc99a113824dc600df8921435b0f., hostname=b10924491aa5,39241,1732454367151, seqNum=2] 2024-11-24T13:19:41,371 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:19:41,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T13:19:41,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T13:19:41,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T13:19:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:41,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T13:19:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HRegion(2603): Flush status journal for 7394cc99a113824dc600df8921435b0f: 2024-11-24T13:19:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_0 2024-11-24T13:19:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_0 as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ 2024-11-24T13:19:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_1 2024-11-24T13:19:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_1 as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ 2024-11-24T13:19:41,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_0 into 7394cc99a113824dc600df8921435b0f/f as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ - updating store file list. 2024-11-24T13:19:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4571ed5765d403a8c19f64982523c56_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:41,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ into 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:41,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_0 into 7394cc99a113824dc600df8921435b0f/f (new location: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_) 2024-11-24T13:19:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_0 2024-11-24T13:19:41,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_1 into 7394cc99a113824dc600df8921435b0f/f as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ - updating store file list. 2024-11-24T13:19:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec4ba37606dc4397a42b29378eb43107_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:41,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ into 7394cc99a113824dc600df8921435b0f/f 2024-11-24T13:19:41,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_1 into 7394cc99a113824dc600df8921435b0f/f (new location: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_) 2024-11-24T13:19:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/staging/jenkins__test__nid4837k58b0tvjkeb5q7jlu0i06i0cb5lim174g89duke3a4j2kc890vg5abbpr/f/hfile_1 2024-11-24T13:19:41,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:41,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:41,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:41,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:41,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732454371541.7394cc99a113824dc600df8921435b0f., hostname=b10924491aa5,39241,1732454367151, seqNum=2 , the old value is region=test,,1732454371541.7394cc99a113824dc600df8921435b0f., hostname=b10924491aa5,39241,1732454367151, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b10924491aa5:39241 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:19:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732454371541.7394cc99a113824dc600df8921435b0f., hostname=b10924491aa5,39241,1732454367151, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:19:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732454371541.7394cc99a113824dc600df8921435b0f., hostname=b10924491aa5,39241,1732454367151, seqNum=2 from cache 2024-11-24T13:19:41,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44467,1732454363407, seqNum=-1] 2024-11-24T13:19:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:41,407 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T13:19:41,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., hostname=b10924491aa5,44467,1732454363407, seqNum=2] 2024-11-24T13:19:41,410 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:41,417 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:19:41,463 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 725, reset compression=false 2024-11-24T13:19:41,468 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:19:41,468 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39241,1732454367151 got entry batch from reader: WALEntryBatch [walEntries=[{test/7394cc99a113824dc600df8921435b0f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454381403/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T13:19:41,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.ReplicationSink(318): Replicating [91829c56-c703-4260-ab11-659b39c66677] bulk loaded data 2024-11-24T13:19:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741844_1020 (size=11194) 2024-11-24T13:19:41,508 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:39241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T13:19:41,668 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1033, reset compression=false 2024-11-24T13:19:41,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741845_1021 (size=10791) 2024-11-24T13:19:41,972 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1033, reset compression=false 2024-11-24T13:19:42,215 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:42,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:19:42,295 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T13:19:42,298 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T13:19:42,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ for inclusion in 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T13:19:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:42,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ for inclusion in 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T13:19:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:19:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HRegion(2603): Flush status journal for 4583c1224794596ef26b5b3e6d5ff384: 2024-11-24T13:19:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b4571ed5765d403a8c19f64982523c56_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:19:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/560bb3dd94864cd7ae62f783d0e068ce_SeqId_6_ 2024-11-24T13:19:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec4ba37606dc4397a42b29378eb43107_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:19:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89b75539f41f4ccdbb832565b1cc04e7_SeqId_6_ 2024-11-24T13:19:42,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ into 4583c1224794596ef26b5b3e6d5ff384/f as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/560bb3dd94864cd7ae62f783d0e068ce_SeqId_6_ - updating store file list. 2024-11-24T13:19:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 560bb3dd94864cd7ae62f783d0e068ce_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:42,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/560bb3dd94864cd7ae62f783d0e068ce_SeqId_6_ into 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:42,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ into 4583c1224794596ef26b5b3e6d5ff384/f (new location: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/560bb3dd94864cd7ae62f783d0e068ce_SeqId_6_) 2024-11-24T13:19:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/b4571ed5765d403a8c19f64982523c56_SeqId_6_ 2024-11-24T13:19:42,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ into 4583c1224794596ef26b5b3e6d5ff384/f as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89b75539f41f4ccdbb832565b1cc04e7_SeqId_6_ - updating store file list. 2024-11-24T13:19:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89b75539f41f4ccdbb832565b1cc04e7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:19:42,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89b75539f41f4ccdbb832565b1cc04e7_SeqId_6_ into 4583c1224794596ef26b5b3e6d5ff384/f 2024-11-24T13:19:42,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ into 4583c1224794596ef26b5b3e6d5ff384/f (new location: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/f/89b75539f41f4ccdbb832565b1cc04e7_SeqId_6_) 2024-11-24T13:19:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/staging/jenkins.hfs.10__test__gsln8h38mfjc0l3hmuc721bccr6asfkrhi59835sj0vdlqk4u64nqj0a27omb3ut/f/ec4ba37606dc4397a42b29378eb43107_SeqId_6_ 2024-11-24T13:19:42,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] regionserver.ReplicationSink(324): Finished replicating [91829c56-c703-4260-ab11-659b39c66677] bulk loaded data 2024-11-24T13:19:42,377 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1033, reset compression=false 2024-11-24T13:19:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:19:42,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:42,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:42,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:42,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:42,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:42,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:19:42,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1716222522, stopped=false 2024-11-24T13:19:42,428 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,42675,1732454367110 2024-11-24T13:19:42,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315800253/running 2024-11-24T13:19:42,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315800253/running 2024-11-24T13:19:42,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:42,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:42,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:42,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:42,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:42,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:42,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,39241,1732454367151' ***** 2024-11-24T13:19:42,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:19:42,433 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:19:42,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on znode that does not yet exist, /11315800253/running 2024-11-24T13:19:42,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Set watcher on znode that does not yet exist, /11315800253/running 2024-11-24T13:19:42,433 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:19:42,433 INFO [RS:0;b10924491aa5:39241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:19:42,433 INFO [RS:0;b10924491aa5:39241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:19:42,433 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(3091): Received CLOSE for 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(3091): Received CLOSE for 65e7921951393b585335552590a6abba 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,39241,1732454367151 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39241. 2024-11-24T13:19:42,434 DEBUG [RS:0;b10924491aa5:39241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:42,434 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7394cc99a113824dc600df8921435b0f, disabling compactions & flushes 2024-11-24T13:19:42,434 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:42,434 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:42,434 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:42,434 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454371541.7394cc99a113824dc600df8921435b0f. after waiting 0 ms 2024-11-24T13:19:42,434 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:19:42,434 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:19:42,434 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1325): Online Regions={7394cc99a113824dc600df8921435b0f=test,,1732454371541.7394cc99a113824dc600df8921435b0f., 65e7921951393b585335552590a6abba=hbase:replication,,1732454375883.65e7921951393b585335552590a6abba., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:19:42,434 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65e7921951393b585335552590a6abba, 7394cc99a113824dc600df8921435b0f 2024-11-24T13:19:42,434 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:42,434 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:42,435 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:42,435 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:42,435 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:42,435 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:42,435 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:19:42,438 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/default/test/7394cc99a113824dc600df8921435b0f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:19:42,438 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:42,439 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:19:42,439 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:42,439 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7394cc99a113824dc600df8921435b0f: Waiting for close lock at 1732454382434Running coprocessor pre-close hooks at 1732454382434Disabling compacts and flushes for region at 1732454382434Disabling writes for close at 1732454382434Writing region close event to WAL at 1732454382435 (+1 ms)Running coprocessor post-close hooks at 1732454382438 (+3 ms)Closed at 1732454382439 (+1 ms) 2024-11-24T13:19:42,439 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454371541.7394cc99a113824dc600df8921435b0f. 2024-11-24T13:19:42,439 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65e7921951393b585335552590a6abba, disabling compactions & flushes 2024-11-24T13:19:42,439 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:42,439 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:42,439 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. after waiting 0 ms 2024-11-24T13:19:42,439 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:42,439 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65e7921951393b585335552590a6abba 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T13:19:42,453 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/.tmp/hfileref/12443c1602ac4955a5623d2665841ce1 is 74, key is 1/hfileref:17370f48e4f04ed381b93aea182b12b0_SeqId_4_/1732454380500/DeleteColumn/seqid=0 2024-11-24T13:19:42,454 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/info/4d0f6a221542450f9e0ec6a1852161f1 is 147, key is hbase:replication,,1732454375883.65e7921951393b585335552590a6abba./info:regioninfo/1732454377064/Put/seqid=0 2024-11-24T13:19:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741844_1020 (size=5345) 2024-11-24T13:19:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741845_1021 (size=7686) 2024-11-24T13:19:42,617 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:19:42,617 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:19:42,635 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65e7921951393b585335552590a6abba 2024-11-24T13:19:42,835 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65e7921951393b585335552590a6abba 2024-11-24T13:19:42,858 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/.tmp/hfileref/12443c1602ac4955a5623d2665841ce1 2024-11-24T13:19:42,859 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/info/4d0f6a221542450f9e0ec6a1852161f1 2024-11-24T13:19:42,881 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1033, reset compression=false 2024-11-24T13:19:42,884 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/ns/59d21c8845de4a9c879f582a621fbdfe is 43, key is default/ns:d/1732454369306/Put/seqid=0 2024-11-24T13:19:42,884 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/.tmp/queue/806f00f72abe4e759c16bd824e62d8fe is 154, key is 1-b10924491aa5,39241,1732454367151/queue:b10924491aa5%2C39241%2C1732454367151/1732454382327/Put/seqid=0 2024-11-24T13:19:42,886 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:19:42,886 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1328, reset compression=false 2024-11-24T13:19:42,886 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39241,1732454367151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:19:42,887 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,39241,1732454367151: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,39241,1732454367151, walGroup=b10924491aa5%2C39241%2C1732454367151, offset=b10924491aa5%2C39241%2C1732454367151.1732454368758:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:39241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:19:42,888 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:19:42,889 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:19:42,889 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:19:42,889 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:19:42,889 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:19:42,889 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 562875696 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 188144168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:19:42,890 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:19:42,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741846_1022 (size=5353) 2024-11-24T13:19:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741847_1023 (size=5153) 2024-11-24T13:19:43,035 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65e7921951393b585335552590a6abba 2024-11-24T13:19:43,097 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1328, reset compression=false 2024-11-24T13:19:43,119 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 687, reset compression=false 2024-11-24T13:19:43,124 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:19:43,124 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44467,1732454363407 got entry batch from reader: WALEntryBatch [walEntries=[{test/4583c1224794596ef26b5b3e6d5ff384/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454382322/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T13:19:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b10924491aa5,39241,1732454367151 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,126 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b10924491aa5,39241,1732454367151 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b10924491aa5,39241,1732454367151 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,230 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b10924491aa5,39241,1732454367151 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,235 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65e7921951393b585335552590a6abba 2024-11-24T13:19:43,293 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/.tmp/queue/806f00f72abe4e759c16bd824e62d8fe 2024-11-24T13:19:43,294 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/ns/59d21c8845de4a9c879f582a621fbdfe 2024-11-24T13:19:43,298 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/.tmp/hfileref/12443c1602ac4955a5623d2665841ce1 as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/hfileref/12443c1602ac4955a5623d2665841ce1 2024-11-24T13:19:43,303 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/hfileref/12443c1602ac4955a5623d2665841ce1, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T13:19:43,304 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/.tmp/queue/806f00f72abe4e759c16bd824e62d8fe as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/queue/806f00f72abe4e759c16bd824e62d8fe 2024-11-24T13:19:43,308 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/queue/806f00f72abe4e759c16bd824e62d8fe, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T13:19:43,309 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 65e7921951393b585335552590a6abba in 870ms, sequenceid=12, compaction requested=false 2024-11-24T13:19:43,316 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/rep_barrier/31fdf7cb42e04ec4a08027594069c14c is 112, key is test,,1732454371541.7394cc99a113824dc600df8921435b0f./rep_barrier:seqnumDuringOpen/1732454372693/Put/seqid=0 2024-11-24T13:19:43,316 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/replication/65e7921951393b585335552590a6abba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T13:19:43,316 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:43,317 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:43,317 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:43,317 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65e7921951393b585335552590a6abba: Waiting for close lock at 1732454382439Running coprocessor pre-close hooks at 1732454382439Disabling compacts and flushes for region at 1732454382439Disabling writes for close at 1732454382439Obtaining lock to block concurrent updates at 1732454382439Preparing flush snapshotting stores in 65e7921951393b585335552590a6abba at 1732454382439Finished memstore snapshotting hbase:replication,,1732454375883.65e7921951393b585335552590a6abba., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732454382439Flushing stores of hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. at 1732454382440 (+1 ms)Flushing 65e7921951393b585335552590a6abba/hfileref: creating writer at 1732454382440Flushing 65e7921951393b585335552590a6abba/hfileref: appending metadata at 1732454382453 (+13 ms)Flushing 65e7921951393b585335552590a6abba/hfileref: closing flushed file at 1732454382453Flushing 65e7921951393b585335552590a6abba/queue: creating writer at 1732454382863 (+410 ms)Flushing 65e7921951393b585335552590a6abba/queue: appending metadata at 1732454382884 (+21 ms)Flushing 65e7921951393b585335552590a6abba/queue: closing flushed file at 1732454382884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eecd05c: reopening flushed file at 1732454383298 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cfdfea: reopening flushed file at 1732454383303 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 65e7921951393b585335552590a6abba in 870ms, sequenceid=12, compaction requested=false at 1732454383309 (+6 ms)Writing region close event to WAL at 1732454383313 (+4 ms)Running coprocessor post-close hooks at 1732454383316 (+3 ms)Closed at 1732454383317 (+1 ms) 2024-11-24T13:19:43,317 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454375883.65e7921951393b585335552590a6abba. 2024-11-24T13:19:43,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741848_1024 (size=5518) 2024-11-24T13:19:43,324 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1033, reset compression=false 2024-11-24T13:19:43,400 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1328, reset compression=false 2024-11-24T13:19:43,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b10924491aa5,39241,1732454367151 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,434 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b10924491aa5,39241,1732454367151 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,435 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:19:43,435 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:19:43,435 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:43,628 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1033, reset compression=false 2024-11-24T13:19:43,636 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:43,720 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/rep_barrier/31fdf7cb42e04ec4a08027594069c14c 2024-11-24T13:19:43,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b10924491aa5,39241,1732454367151 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,738 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b10924491aa5,39241,1732454367151 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:43,739 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/table/1b982f7e224d426bbb35d762cdaa271d is 53, key is hbase:replication/table:state/1732454377078/Put/seqid=0 2024-11-24T13:19:43,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741849_1025 (size=5308) 2024-11-24T13:19:43,804 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1328, reset compression=false 2024-11-24T13:19:43,836 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:44,032 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1033, reset compression=false 2024-11-24T13:19:44,036 DEBUG [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:44,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b10924491aa5,39241,1732454367151 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:44,142 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b10924491aa5,39241,1732454367151 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:44,144 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/table/1b982f7e224d426bbb35d762cdaa271d 2024-11-24T13:19:44,152 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/info/4d0f6a221542450f9e0ec6a1852161f1 as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/info/4d0f6a221542450f9e0ec6a1852161f1 2024-11-24T13:19:44,158 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/info/4d0f6a221542450f9e0ec6a1852161f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:19:44,159 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/ns/59d21c8845de4a9c879f582a621fbdfe as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/ns/59d21c8845de4a9c879f582a621fbdfe 2024-11-24T13:19:44,164 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/ns/59d21c8845de4a9c879f582a621fbdfe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:19:44,165 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/rep_barrier/31fdf7cb42e04ec4a08027594069c14c as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/rep_barrier/31fdf7cb42e04ec4a08027594069c14c 2024-11-24T13:19:44,170 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/rep_barrier/31fdf7cb42e04ec4a08027594069c14c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:19:44,170 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/.tmp/table/1b982f7e224d426bbb35d762cdaa271d as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/table/1b982f7e224d426bbb35d762cdaa271d 2024-11-24T13:19:44,178 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/table/1b982f7e224d426bbb35d762cdaa271d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:19:44,180 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false 2024-11-24T13:19:44,195 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:19:44,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:44,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:44,196 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:44,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454382434Running coprocessor pre-close hooks at 1732454382434Disabling compacts and flushes for region at 1732454382434Disabling writes for close at 1732454382435 (+1 ms)Obtaining lock to block concurrent updates at 1732454382435Preparing flush snapshotting stores in 1588230740 at 1732454382435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454382435Flushing stores of hbase:meta,,1.1588230740 at 1732454382436 (+1 ms)Flushing 1588230740/info: creating writer at 1732454382436Flushing 1588230740/info: appending metadata at 1732454382454 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732454382454Flushing 1588230740/ns: creating writer at 1732454382863 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732454382884 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732454382884Flushing 1588230740/rep_barrier: creating writer at 1732454383298 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454383315 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454383315Flushing 1588230740/table: creating writer at 1732454383725 (+410 ms)Flushing 1588230740/table: appending metadata at 1732454383739 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732454383739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ede4b0f: reopening flushed file at 1732454384152 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e8b86f: reopening flushed file at 1732454384158 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed7c566: reopening flushed file at 1732454384164 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e6bd3f: reopening flushed file at 1732454384170 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false at 1732454384180 (+10 ms)Writing region close event to WAL at 1732454384185 (+5 ms)Running coprocessor post-close hooks at 1732454384196 (+11 ms)Closed at 1732454384196 2024-11-24T13:19:44,196 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:44,236 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,39241,1732454367151; all regions closed. 2024-11-24T13:19:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:19:44,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.meta.1732454369264.meta not finished, retry = 0 2024-11-24T13:19:44,308 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 to pos 1328, reset compression=false 2024-11-24T13:19:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741839_1015 (size=3127) 2024-11-24T13:19:44,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.rep.1732454377018 not finished, retry = 0 2024-11-24T13:19:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741833_1009 (size=1336) 2024-11-24T13:19:44,444 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/WALs/b10924491aa5,39241,1732454367151/b10924491aa5%2C39241%2C1732454367151.1732454368758 not finished, retry = 0 2024-11-24T13:19:44,536 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1033, reset compression=false 2024-11-24T13:19:44,545 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:44,545 INFO [RS:0;b10924491aa5:39241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:44,545 INFO [RS:0;b10924491aa5:39241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:44,546 INFO [RS:0;b10924491aa5:39241 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:44,546 INFO [RS:0;b10924491aa5:39241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:44,546 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:44,546 INFO [RS:0;b10924491aa5:39241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,39241,1732454367151 because: Region server is closing 2024-11-24T13:19:44,546 INFO [RS:0;b10924491aa5:39241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39241. 2024-11-24T13:19:44,546 DEBUG [RS:0;b10924491aa5:39241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:44,546 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:44,547 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:44,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:44,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b10924491aa5,39241,1732454367151 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:44,647 INFO [RS:0;b10924491aa5:39241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.shipperb10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 terminated 2024-11-24T13:19:44,647 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39241,1732454367151.replicationSource.wal-reader.b10924491aa5%2C39241%2C1732454367151,1-b10924491aa5,39241,1732454367151 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:19:44,646 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b10924491aa5,39241,1732454367151 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:44,647 INFO [RS:0;b10924491aa5:39241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39241. 2024-11-24T13:19:44,648 DEBUG [RS:0;b10924491aa5:39241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:44,648 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:44,648 DEBUG [RS:0;b10924491aa5:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:44,648 INFO [RS:0;b10924491aa5:39241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39241 2024-11-24T13:19:44,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315800253/rs/b10924491aa5,39241,1732454367151 2024-11-24T13:19:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253/rs 2024-11-24T13:19:44,651 INFO [RS:0;b10924491aa5:39241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:44,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,39241,1732454367151] 2024-11-24T13:19:44,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11315800253/draining/b10924491aa5,39241,1732454367151 already deleted, retry=false 2024-11-24T13:19:44,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,39241,1732454367151 expired; onlineServers=0 2024-11-24T13:19:44,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,42675,1732454367110' ***** 2024-11-24T13:19:44,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:19:44,656 INFO [M:0;b10924491aa5:42675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:44,656 INFO [M:0;b10924491aa5:42675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:44,656 DEBUG [M:0;b10924491aa5:42675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:19:44,656 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:19:44,656 DEBUG [M:0;b10924491aa5:42675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:19:44,656 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454368519 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454368519,5,FailOnTimeoutGroup] 2024-11-24T13:19:44,656 INFO [M:0;b10924491aa5:42675 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:44,656 INFO [M:0;b10924491aa5:42675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:44,656 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454368519 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454368519,5,FailOnTimeoutGroup] 2024-11-24T13:19:44,656 DEBUG [M:0;b10924491aa5:42675 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:19:44,656 INFO [M:0;b10924491aa5:42675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:19:44,657 INFO [M:0;b10924491aa5:42675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:44,657 INFO [M:0;b10924491aa5:42675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:19:44,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:19:44,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315800253/master 2024-11-24T13:19:44,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315800253 2024-11-24T13:19:44,658 DEBUG [M:0;b10924491aa5:42675 {}] zookeeper.ZKUtil(347): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Unable to get data of znode /11315800253/master because node does not exist (not an error) 2024-11-24T13:19:44,658 WARN [M:0;b10924491aa5:42675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:19:44,658 INFO [M:0;b10924491aa5:42675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/.lastflushedseqids 2024-11-24T13:19:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741850_1026 (size=263) 2024-11-24T13:19:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x1014a2196f20004, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:44,753 INFO [RS:0;b10924491aa5:39241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:44,753 INFO [RS:0;b10924491aa5:39241 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,39241,1732454367151; zookeeper connection closed. 2024-11-24T13:19:44,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41af4b4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41af4b4e 2024-11-24T13:19:44,753 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:19:45,070 INFO [M:0;b10924491aa5:42675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:19:45,070 INFO [M:0;b10924491aa5:42675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:19:45,070 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:45,071 INFO [M:0;b10924491aa5:42675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:45,071 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:45,071 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:45,071 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:45,071 INFO [M:0;b10924491aa5:42675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T13:19:45,086 DEBUG [M:0;b10924491aa5:42675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/559a1f74f9c643018d373f3b17f269fd is 82, key is hbase:meta,,1/info:regioninfo/1732454369296/Put/seqid=0 2024-11-24T13:19:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741851_1027 (size=5672) 2024-11-24T13:19:45,140 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1033, reset compression=false 2024-11-24T13:19:45,251 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b10924491aa5:39241 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:39241 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b10924491aa5:39241 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:39241 2024-11-24T13:19:45,252 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b10924491aa5:39241 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:39241 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:39241 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T13:19:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T13:19:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33312 deadline: 1732454445254, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T13:19:45,256 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T13:19:45,257 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T13:19:45,491 INFO [M:0;b10924491aa5:42675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/559a1f74f9c643018d373f3b17f269fd 2024-11-24T13:19:45,509 DEBUG [M:0;b10924491aa5:42675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4d862e2e7d4bfbb215d7c72470bfa2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454377085/Put/seqid=0 2024-11-24T13:19:45,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741852_1028 (size=8517) 2024-11-24T13:19:45,844 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1033, reset compression=false 2024-11-24T13:19:45,914 INFO [M:0;b10924491aa5:42675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4d862e2e7d4bfbb215d7c72470bfa2 2024-11-24T13:19:45,932 DEBUG [M:0;b10924491aa5:42675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2668bdf66aaf4b1da7b28702273a1173 is 69, key is b10924491aa5,39241,1732454367151/rs:state/1732454368596/Put/seqid=0 2024-11-24T13:19:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741853_1029 (size=5156) 2024-11-24T13:19:45,957 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T13:19:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T13:19:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33312 deadline: 1732454445959, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T13:19:45,960 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T13:19:45,961 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T13:19:45,961 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T13:19:46,336 INFO [M:0;b10924491aa5:42675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2668bdf66aaf4b1da7b28702273a1173 2024-11-24T13:19:46,342 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/559a1f74f9c643018d373f3b17f269fd as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/559a1f74f9c643018d373f3b17f269fd 2024-11-24T13:19:46,346 INFO [M:0;b10924491aa5:42675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/559a1f74f9c643018d373f3b17f269fd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:19:46,346 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4d862e2e7d4bfbb215d7c72470bfa2 as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d4d862e2e7d4bfbb215d7c72470bfa2 2024-11-24T13:19:46,350 INFO [M:0;b10924491aa5:42675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d4d862e2e7d4bfbb215d7c72470bfa2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:19:46,351 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2668bdf66aaf4b1da7b28702273a1173 as hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2668bdf66aaf4b1da7b28702273a1173 2024-11-24T13:19:46,355 INFO [M:0;b10924491aa5:42675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/bde8c470-7d2a-e05a-5167-345b4ff454d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2668bdf66aaf4b1da7b28702273a1173, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:19:46,356 INFO [M:0;b10924491aa5:42675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-24T13:19:46,358 INFO [M:0;b10924491aa5:42675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:46,358 DEBUG [M:0;b10924491aa5:42675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454385070Disabling compacts and flushes for region at 1732454385070Disabling writes for close at 1732454385071 (+1 ms)Obtaining lock to block concurrent updates at 1732454385071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454385071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732454385071Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454385072 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454385072Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454385086 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454385086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454385495 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454385509 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454385509Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454385918 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454385932 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454385932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0cdc46: reopening flushed file at 1732454386341 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a1dd9b: reopening flushed file at 1732454386346 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8f25fd: reopening flushed file at 1732454386350 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732454386356 (+6 ms)Writing region close event to WAL at 1732454386357 (+1 ms)Closed at 1732454386357 2024-11-24T13:19:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40781 is added to blk_1073741830_1006 (size=63666) 2024-11-24T13:19:46,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:46,360 INFO [M:0;b10924491aa5:42675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:19:46,360 INFO [M:0;b10924491aa5:42675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42675 2024-11-24T13:19:46,362 INFO [M:0;b10924491aa5:42675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:46,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:46,464 INFO [M:0;b10924491aa5:42675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:46,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1014a2196f20003, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:46,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41632f3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:46,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@126508b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:46,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:46,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad65a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:46,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:46,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:19:46,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:19:46,469 WARN [BP-1308612372-172.17.0.2-1732454366068 heartbeating to localhost/127.0.0.1:43955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:19:46,469 WARN [BP-1308612372-172.17.0.2-1732454366068 heartbeating to localhost/127.0.0.1:43955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1308612372-172.17.0.2-1732454366068 (Datanode Uuid 3615f876-9cdb-421b-8ca7-1c55bda71ef2) service to localhost/127.0.0.1:43955 2024-11-24T13:19:46,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/cluster_e360c93c-61ad-2082-12a0-a509010c2fef/data/data1/current/BP-1308612372-172.17.0.2-1732454366068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:46,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/cluster_e360c93c-61ad-2082-12a0-a509010c2fef/data/data2/current/BP-1308612372-172.17.0.2-1732454366068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:46,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:19:46,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c2dc069{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:46,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ab0618f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:46,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:46,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664d3ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:46,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:19:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:19:46,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:46,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:46,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:46,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:46,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:46,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:19:46,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=735057089, stopped=false 2024-11-24T13:19:46,493 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,35731,1732454363346 2024-11-24T13:19:46,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1713648747/running 2024-11-24T13:19:46,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1713648747/running 2024-11-24T13:19:46,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:46,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:46,495 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:46,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on znode that does not yet exist, /0-1713648747/running 2024-11-24T13:19:46,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:19:46,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:46,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:46,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Set watcher on znode that does not yet exist, /0-1713648747/running 2024-11-24T13:19:46,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,44467,1732454363407' ***** 2024-11-24T13:19:46,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:19:46,496 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:19:46,496 INFO [RS:0;b10924491aa5:44467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:19:46,497 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(3091): Received CLOSE for 4583c1224794596ef26b5b3e6d5ff384 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,44467,1732454363407 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:44467. 2024-11-24T13:19:46,497 DEBUG [RS:0;b10924491aa5:44467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:46,497 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4583c1224794596ef26b5b3e6d5ff384, disabling compactions & flushes 2024-11-24T13:19:46,497 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:46,497 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:46,497 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:19:46,497 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. after waiting 0 ms 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:19:46,497 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:19:46,497 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:19:46,497 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4583c1224794596ef26b5b3e6d5ff384=test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384., 5f7ec5d47efb0701a60a0dba68e2540a=hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a.} 2024-11-24T13:19:46,498 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4583c1224794596ef26b5b3e6d5ff384, 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:46,498 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:46,498 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:46,498 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:46,498 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:46,498 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:46,498 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:19:46,501 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/default/test/4583c1224794596ef26b5b3e6d5ff384/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:19:46,501 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:46,501 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:19:46,502 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:46,502 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4583c1224794596ef26b5b3e6d5ff384: Waiting for close lock at 1732454386497Running coprocessor pre-close hooks at 1732454386497Disabling compacts and flushes for region at 1732454386497Disabling writes for close at 1732454386497Writing region close event to WAL at 1732454386498 (+1 ms)Running coprocessor post-close hooks at 1732454386501 (+3 ms)Closed at 1732454386501 2024-11-24T13:19:46,502 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384. 2024-11-24T13:19:46,502 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f7ec5d47efb0701a60a0dba68e2540a, disabling compactions & flushes 2024-11-24T13:19:46,502 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:46,502 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:46,502 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. after waiting 0 ms 2024-11-24T13:19:46,502 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:46,502 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f7ec5d47efb0701a60a0dba68e2540a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T13:19:46,516 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/.tmp/hfileref/99c41cf3605e4f30a9afeaab36dade9e is 74, key is 1/hfileref:560bb3dd94864cd7ae62f783d0e068ce_SeqId_6_/1732454382310/Put/seqid=0 2024-11-24T13:19:46,517 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/info/f4bc52b02ae543a18a6e318f032111bf is 147, key is hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a./info:regioninfo/1732454374896/Put/seqid=0 2024-11-24T13:19:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741846_1022 (size=5345) 2024-11-24T13:19:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741847_1023 (size=7686) 2024-11-24T13:19:46,526 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/info/f4bc52b02ae543a18a6e318f032111bf 2024-11-24T13:19:46,546 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/ns/0fb012e5ab394dd5bc6bcf9df0502f17 is 43, key is default/ns:d/1732454365983/Put/seqid=0 2024-11-24T13:19:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741848_1024 (size=5153) 2024-11-24T13:19:46,583 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:46,648 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1033, reset compression=false 2024-11-24T13:19:46,653 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:19:46,653 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1328, reset compression=false 2024-11-24T13:19:46,698 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:46,761 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T13:19:46,762 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b10924491aa5:42675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:42675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:46,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b10924491aa5:42675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:42675 2024-11-24T13:19:46,857 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1328, reset compression=false 2024-11-24T13:19:46,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:46,868 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:19:46,868 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:19:46,868 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b10924491aa5:42675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:42675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:19:46,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b10924491aa5:42675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T13:19:46,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b10924491aa5:42675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b10924491aa5/172.17.0.2:42675 2024-11-24T13:19:46,898 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:46,922 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/.tmp/hfileref/99c41cf3605e4f30a9afeaab36dade9e 2024-11-24T13:19:46,945 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/.tmp/queue/8dc72f1aa17249c6ab3b65b8c1b13e58 is 153, key is 1-b10924491aa5,44467,1732454363407/queue:b10924491aa5%2C44467%2C1732454363407/1732454379566/Put/seqid=0 2024-11-24T13:19:46,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741849_1025 (size=5352) 2024-11-24T13:19:46,949 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/ns/0fb012e5ab394dd5bc6bcf9df0502f17 2024-11-24T13:19:46,967 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/011db2806b604fe081ee4a93fa70b1fa is 112, key is test,,1732454369389.4583c1224794596ef26b5b3e6d5ff384./rep_barrier:seqnumDuringOpen/1732454370538/Put/seqid=0 2024-11-24T13:19:46,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741850_1026 (size=5518) 2024-11-24T13:19:47,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:47,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b10924491aa5:42675 this server is in the failed servers list 2024-11-24T13:19:47,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b10924491aa5:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:47,098 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:47,161 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1328, reset compression=false 2024-11-24T13:19:47,298 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f7ec5d47efb0701a60a0dba68e2540a 2024-11-24T13:19:47,349 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/.tmp/queue/8dc72f1aa17249c6ab3b65b8c1b13e58 2024-11-24T13:19:47,354 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/.tmp/hfileref/99c41cf3605e4f30a9afeaab36dade9e as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/hfileref/99c41cf3605e4f30a9afeaab36dade9e 2024-11-24T13:19:47,359 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/hfileref/99c41cf3605e4f30a9afeaab36dade9e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T13:19:47,359 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/.tmp/queue/8dc72f1aa17249c6ab3b65b8c1b13e58 as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/queue/8dc72f1aa17249c6ab3b65b8c1b13e58 2024-11-24T13:19:47,363 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/queue/8dc72f1aa17249c6ab3b65b8c1b13e58, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T13:19:47,364 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5f7ec5d47efb0701a60a0dba68e2540a in 862ms, sequenceid=10, compaction requested=false 2024-11-24T13:19:47,365 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:19:47,372 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/replication/5f7ec5d47efb0701a60a0dba68e2540a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T13:19:47,373 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:47,373 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:47,373 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:47,373 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f7ec5d47efb0701a60a0dba68e2540a: Waiting for close lock at 1732454386502Running coprocessor pre-close hooks at 1732454386502Disabling compacts and flushes for region at 1732454386502Disabling writes for close at 1732454386502Obtaining lock to block concurrent updates at 1732454386502Preparing flush snapshotting stores in 5f7ec5d47efb0701a60a0dba68e2540a at 1732454386502Finished memstore snapshotting hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732454386502Flushing stores of hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. at 1732454386503 (+1 ms)Flushing 5f7ec5d47efb0701a60a0dba68e2540a/hfileref: creating writer at 1732454386503Flushing 5f7ec5d47efb0701a60a0dba68e2540a/hfileref: appending metadata at 1732454386516 (+13 ms)Flushing 5f7ec5d47efb0701a60a0dba68e2540a/hfileref: closing flushed file at 1732454386516Flushing 5f7ec5d47efb0701a60a0dba68e2540a/queue: creating writer at 1732454386927 (+411 ms)Flushing 5f7ec5d47efb0701a60a0dba68e2540a/queue: appending metadata at 1732454386944 (+17 ms)Flushing 5f7ec5d47efb0701a60a0dba68e2540a/queue: closing flushed file at 1732454386944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee9284c: reopening flushed file at 1732454387354 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446b099e: reopening flushed file at 1732454387359 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5f7ec5d47efb0701a60a0dba68e2540a in 862ms, sequenceid=10, compaction requested=false at 1732454387364 (+5 ms)Writing region close event to WAL at 1732454387370 (+6 ms)Running coprocessor post-close hooks at 1732454387373 (+3 ms)Closed at 1732454387373 2024-11-24T13:19:47,373 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454373724.5f7ec5d47efb0701a60a0dba68e2540a. 2024-11-24T13:19:47,375 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/011db2806b604fe081ee4a93fa70b1fa 2024-11-24T13:19:47,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:47,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b10924491aa5:42675 this server is in the failed servers list 2024-11-24T13:19:47,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b10924491aa5:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:47,394 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/table/fa629bcccb714eb19b5262d167c4c4bd is 53, key is hbase:replication/table:state/1732454374902/Put/seqid=0 2024-11-24T13:19:47,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741851_1027 (size=5308) 2024-11-24T13:19:47,498 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:19:47,498 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:19:47,498 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:47,565 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1328, reset compression=false 2024-11-24T13:19:47,699 DEBUG [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:19:47,798 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/table/fa629bcccb714eb19b5262d167c4c4bd 2024-11-24T13:19:47,803 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/info/f4bc52b02ae543a18a6e318f032111bf as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/info/f4bc52b02ae543a18a6e318f032111bf 2024-11-24T13:19:47,808 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/info/f4bc52b02ae543a18a6e318f032111bf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:19:47,808 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/ns/0fb012e5ab394dd5bc6bcf9df0502f17 as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/ns/0fb012e5ab394dd5bc6bcf9df0502f17 2024-11-24T13:19:47,813 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/ns/0fb012e5ab394dd5bc6bcf9df0502f17, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:19:47,813 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/011db2806b604fe081ee4a93fa70b1fa as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/rep_barrier/011db2806b604fe081ee4a93fa70b1fa 2024-11-24T13:19:47,818 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/rep_barrier/011db2806b604fe081ee4a93fa70b1fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:19:47,818 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/.tmp/table/fa629bcccb714eb19b5262d167c4c4bd as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/table/fa629bcccb714eb19b5262d167c4c4bd 2024-11-24T13:19:47,822 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/table/fa629bcccb714eb19b5262d167c4c4bd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:19:47,823 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-24T13:19:47,823 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:19:47,828 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:19:47,829 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:47,829 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:47,829 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:47,829 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454386498Running coprocessor pre-close hooks at 1732454386498Disabling compacts and flushes for region at 1732454386498Disabling writes for close at 1732454386498Obtaining lock to block concurrent updates at 1732454386498Preparing flush snapshotting stores in 1588230740 at 1732454386498Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454386498Flushing stores of hbase:meta,,1.1588230740 at 1732454386499 (+1 ms)Flushing 1588230740/info: creating writer at 1732454386499Flushing 1588230740/info: appending metadata at 1732454386517 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732454386517Flushing 1588230740/ns: creating writer at 1732454386532 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732454386545 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732454386545Flushing 1588230740/rep_barrier: creating writer at 1732454386954 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454386967 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454386967Flushing 1588230740/table: creating writer at 1732454387379 (+412 ms)Flushing 1588230740/table: appending metadata at 1732454387393 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732454387393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388d3845: reopening flushed file at 1732454387802 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e7665b: reopening flushed file at 1732454387808 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca57e9e: reopening flushed file at 1732454387813 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204641ae: reopening flushed file at 1732454387818 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1732454387823 (+5 ms)Writing region close event to WAL at 1732454387825 (+2 ms)Running coprocessor post-close hooks at 1732454387829 (+4 ms)Closed at 1732454387829 2024-11-24T13:19:47,829 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:47,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:47,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b10924491aa5:42675 this server is in the failed servers list 2024-11-24T13:19:47,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b10924491aa5:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:47,899 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,44467,1732454363407; all regions closed. 2024-11-24T13:19:47,901 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.meta.1732454365940.meta not finished, retry = 0 2024-11-24T13:19:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:19:47,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:47,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:47,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:48,004 DEBUG [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/oldWALs 2024-11-24T13:19:48,004 INFO [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C44467%2C1732454363407.meta:.meta(num 1732454365940) 2024-11-24T13:19:48,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.rep.1732454374860 not finished, retry = 0 2024-11-24T13:19:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741839_1015 (size=2695) 2024-11-24T13:19:48,068 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/WALs/b10924491aa5,44467,1732454363407/b10924491aa5%2C44467%2C1732454363407.1732454365005 to pos 1328, reset compression=false 2024-11-24T13:19:48,108 DEBUG [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/oldWALs 2024-11-24T13:19:48,108 INFO [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C44467%2C1732454363407.rep:(num 1732454374860) 2024-11-24T13:19:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741832_1008 (size=1336) 2024-11-24T13:19:48,111 DEBUG [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/oldWALs 2024-11-24T13:19:48,112 INFO [RS:0;b10924491aa5:44467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C44467%2C1732454363407:(num 1732454365005) 2024-11-24T13:19:48,112 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:48,112 INFO [RS:0;b10924491aa5:44467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:19:48,112 INFO [RS:0;b10924491aa5:44467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:48,112 INFO [RS:0;b10924491aa5:44467 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:48,112 INFO [RS:0;b10924491aa5:44467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:48,112 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:48,112 INFO [RS:0;b10924491aa5:44467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,44467,1732454363407 because: Region server is closing 2024-11-24T13:19:48,112 INFO [RS:0;b10924491aa5:44467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:44467. 2024-11-24T13:19:48,113 DEBUG [RS:0;b10924491aa5:44467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:48,113 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:48,113 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:48,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:48,213 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.wal-reader.b10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:19:48,213 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T13:19:48,213 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T13:19:48,213 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T13:19:48,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:48,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:48,910 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:49,114 INFO [RS:0;b10924491aa5:44467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44467,1732454363407.replicationSource.shipperb10924491aa5%2C44467%2C1732454363407,1-b10924491aa5,44467,1732454363407 terminated 2024-11-24T13:19:49,114 INFO [RS:0;b10924491aa5:44467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:44467. 2024-11-24T13:19:49,114 DEBUG [RS:0;b10924491aa5:44467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:19:49,114 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:49,115 DEBUG [RS:0;b10924491aa5:44467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:49,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:19:49,115 INFO [RS:0;b10924491aa5:44467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44467 2024-11-24T13:19:49,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1713648747/rs/b10924491aa5,44467,1732454363407 2024-11-24T13:19:49,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747/rs 2024-11-24T13:19:49,118 INFO [RS:0;b10924491aa5:44467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:49,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,44467,1732454363407] 2024-11-24T13:19:49,121 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1713648747/draining/b10924491aa5,44467,1732454363407 already deleted, retry=false 2024-11-24T13:19:49,121 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,44467,1732454363407 expired; onlineServers=0 2024-11-24T13:19:49,121 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,35731,1732454363346' ***** 2024-11-24T13:19:49,121 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:19:49,121 INFO [M:0;b10924491aa5:35731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:19:49,121 INFO [M:0;b10924491aa5:35731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:19:49,121 DEBUG [M:0;b10924491aa5:35731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:19:49,121 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:19:49,121 DEBUG [M:0;b10924491aa5:35731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:19:49,121 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454364792 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454364792,5,FailOnTimeoutGroup] 2024-11-24T13:19:49,121 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454364794 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454364794,5,FailOnTimeoutGroup] 2024-11-24T13:19:49,121 INFO [M:0;b10924491aa5:35731 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:19:49,121 INFO [M:0;b10924491aa5:35731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:19:49,121 DEBUG [M:0;b10924491aa5:35731 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:19:49,122 INFO [M:0;b10924491aa5:35731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:19:49,122 INFO [M:0;b10924491aa5:35731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:19:49,122 INFO [M:0;b10924491aa5:35731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:19:49,122 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:19:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1713648747/master 2024-11-24T13:19:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1713648747 2024-11-24T13:19:49,123 DEBUG [M:0;b10924491aa5:35731 {}] zookeeper.ZKUtil(347): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Unable to get data of znode /0-1713648747/master because node does not exist (not an error) 2024-11-24T13:19:49,123 WARN [M:0;b10924491aa5:35731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:19:49,124 INFO [M:0;b10924491aa5:35731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/.lastflushedseqids 2024-11-24T13:19:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741852_1028 (size=263) 2024-11-24T13:19:49,131 INFO [M:0;b10924491aa5:35731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:19:49,131 INFO [M:0;b10924491aa5:35731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:19:49,131 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:49,131 INFO [M:0;b10924491aa5:35731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:49,131 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:49,131 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:49,131 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:49,132 INFO [M:0;b10924491aa5:35731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T13:19:49,147 DEBUG [M:0;b10924491aa5:35731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1771d37f1fb340168390b319791af8f6 is 82, key is hbase:meta,,1/info:regioninfo/1732454365973/Put/seqid=0 2024-11-24T13:19:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741853_1029 (size=5672) 2024-11-24T13:19:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44467-0x1014a2196f20001, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:49,220 INFO [RS:0;b10924491aa5:44467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:49,220 INFO [RS:0;b10924491aa5:44467 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,44467,1732454363407; zookeeper connection closed. 2024-11-24T13:19:49,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c1bebe2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c1bebe2 2024-11-24T13:19:49,220 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:19:49,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:49,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:19:49,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:19:49,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:19:49,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:49,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:19:49,551 INFO [M:0;b10924491aa5:35731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1771d37f1fb340168390b319791af8f6 2024-11-24T13:19:49,569 DEBUG [M:0;b10924491aa5:35731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c600984b79504902a7eb0aa3f43f6b1e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454374906/Put/seqid=0 2024-11-24T13:19:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741854_1030 (size=8516) 2024-11-24T13:19:49,974 INFO [M:0;b10924491aa5:35731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c600984b79504902a7eb0aa3f43f6b1e 2024-11-24T13:19:49,996 DEBUG [M:0;b10924491aa5:35731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a8844fceaab4e7c98494c5264b8db75 is 69, key is b10924491aa5,44467,1732454363407/rs:state/1732454364853/Put/seqid=0 2024-11-24T13:19:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741855_1031 (size=5156) 2024-11-24T13:19:50,401 INFO [M:0;b10924491aa5:35731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a8844fceaab4e7c98494c5264b8db75 2024-11-24T13:19:50,406 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1771d37f1fb340168390b319791af8f6 as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1771d37f1fb340168390b319791af8f6 2024-11-24T13:19:50,410 INFO [M:0;b10924491aa5:35731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1771d37f1fb340168390b319791af8f6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:19:50,410 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c600984b79504902a7eb0aa3f43f6b1e as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c600984b79504902a7eb0aa3f43f6b1e 2024-11-24T13:19:50,414 INFO [M:0;b10924491aa5:35731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c600984b79504902a7eb0aa3f43f6b1e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:19:50,415 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a8844fceaab4e7c98494c5264b8db75 as hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a8844fceaab4e7c98494c5264b8db75 2024-11-24T13:19:50,419 INFO [M:0;b10924491aa5:35731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38787/user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a8844fceaab4e7c98494c5264b8db75, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:19:50,420 INFO [M:0;b10924491aa5:35731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-24T13:19:50,424 INFO [M:0;b10924491aa5:35731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:50,425 DEBUG [M:0;b10924491aa5:35731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454389131Disabling compacts and flushes for region at 1732454389131Disabling writes for close at 1732454389131Obtaining lock to block concurrent updates at 1732454389132 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454389132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732454389132Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454389132Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454389133 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454389146 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454389146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454389555 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454389569 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454389569Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454389979 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454389996 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454389996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca2891: reopening flushed file at 1732454390405 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ddbbd1: reopening flushed file at 1732454390410 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70601cac: reopening flushed file at 1732454390414 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732454390420 (+6 ms)Writing region close event to WAL at 1732454390424 (+4 ms)Closed at 1732454390424 2024-11-24T13:19:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741830_1006 (size=63654) 2024-11-24T13:19:50,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d7abf89-9dc8-eee0-2d92-195826987a8b/MasterData/WALs/b10924491aa5,35731,1732454363346/b10924491aa5%2C35731%2C1732454363346.1732454364699 not finished, retry = 0 2024-11-24T13:19:50,528 INFO [M:0;b10924491aa5:35731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:19:50,528 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:19:50,528 INFO [M:0;b10924491aa5:35731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35731 2024-11-24T13:19:50,529 INFO [M:0;b10924491aa5:35731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:19:50,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:50,632 INFO [M:0;b10924491aa5:35731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:19:50,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x1014a2196f20000, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:19:50,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@514b23b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:50,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b8143cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:50,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:50,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693f0c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:50,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcfb081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:50,636 WARN [BP-363622872-172.17.0.2-1732454362255 heartbeating to localhost/127.0.0.1:38787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:19:50,636 WARN [BP-363622872-172.17.0.2-1732454362255 heartbeating to localhost/127.0.0.1:38787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-363622872-172.17.0.2-1732454362255 (Datanode Uuid 8eac1375-8d6b-4e5c-9ccd-a158802442e6) service to localhost/127.0.0.1:38787 2024-11-24T13:19:50,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:19:50,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:19:50,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9/data/data1/current/BP-363622872-172.17.0.2-1732454362255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:50,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/cluster_caf997bb-c188-24ec-1a8f-5d66f2023fa9/data/data2/current/BP-363622872-172.17.0.2-1732454362255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:19:50,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:19:50,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@782a45c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:50,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b333b33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:19:50,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:19:50,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@755866f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:19:50,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6710d13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917c44cd-a82b-8d0d-bf3b-5c48a2e4a7e8/hadoop.log.dir/,STOPPED} 2024-11-24T13:19:50,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:19:50,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:19:50,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 207) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38787 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38787 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6287 (was 6303) 2024-11-24T13:19:50,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=6288 2024-11-24T13:19:50,692 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T13:19:50,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.log.dir so I do NOT create it in target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c 2024-11-24T13:19:50,693 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:19:50,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.tmp.dir so I do NOT create it in target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c 2024-11-24T13:19:50,693 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0667abdb-82ad-6919-64fa-8915d8671079/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:19:50,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c 2024-11-24T13:19:50,693 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c, deleteOnExit=true 2024-11-24T13:19:50,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c/zookeeper_0, clientPort=56933, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:19:50,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56933 2024-11-24T13:19:50,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:19:50,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/test.cache.data in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:19:50,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:50,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:50,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:19:50,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:19:50,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:19:50,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:50,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:19:50,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:19:50,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a2196f20005, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:19:50,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a2196f20002, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:19:50,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a2196f20005, quorum=127.0.0.1:54373, baseZNode=/11315800253 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:19:50,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a2196f20002, quorum=127.0.0.1:54373, baseZNode=/0-1713648747 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:19:50,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:50,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:50,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:50,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:50,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:50,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:50,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:50,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:50,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44ee4004{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/java.io.tmpdir/jetty-localhost-35805-hadoop-hdfs-3_4_1-tests_jar-_-any-16465946195039716704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:50,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:35805} 2024-11-24T13:19:50,898 INFO [Time-limited test {}] server.Server(415): Started @176678ms 2024-11-24T13:19:50,937 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:50,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:50,938 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:50,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:50,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:50,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:50,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:50,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:19:50,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:50,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:51,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba6236c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/java.io.tmpdir/jetty-localhost-36105-hadoop-hdfs-3_4_1-tests_jar-_-any-14057823618447086965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:51,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:36105} 2024-11-24T13:19:51,101 INFO [Time-limited test {}] server.Server(415): Started @176881ms 2024-11-24T13:19:51,102 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:19:51,206 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c/data/data1/current/BP-1476561199-172.17.0.2-1732454390715/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:51,206 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c/data/data2/current/BP-1476561199-172.17.0.2-1732454390715/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:51,232 WARN [Thread-2174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:19:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc21bc0fb096054c5 with lease ID 0xa4d1942cb2d111ff: Processing first storage report for DS-81359966-b00e-47bb-a29b-e52d2829cadd from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=b55d194b-4531-46e7-b08d-abd977a5ca9f, infoPort=34569, infoSecurePort=0, ipcPort=39713, storageInfo=lv=-57;cid=testClusterID;nsid=1316650073;c=1732454390715) 2024-11-24T13:19:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc21bc0fb096054c5 with lease ID 0xa4d1942cb2d111ff: from storage DS-81359966-b00e-47bb-a29b-e52d2829cadd node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=b55d194b-4531-46e7-b08d-abd977a5ca9f, infoPort=34569, infoSecurePort=0, ipcPort=39713, storageInfo=lv=-57;cid=testClusterID;nsid=1316650073;c=1732454390715), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc21bc0fb096054c5 with lease ID 0xa4d1942cb2d111ff: Processing first storage report for DS-7d602113-3e07-402e-b9e4-4c839dd4d9e1 from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=b55d194b-4531-46e7-b08d-abd977a5ca9f, infoPort=34569, infoSecurePort=0, ipcPort=39713, storageInfo=lv=-57;cid=testClusterID;nsid=1316650073;c=1732454390715) 2024-11-24T13:19:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc21bc0fb096054c5 with lease ID 0xa4d1942cb2d111ff: from storage DS-7d602113-3e07-402e-b9e4-4c839dd4d9e1 node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=b55d194b-4531-46e7-b08d-abd977a5ca9f, infoPort=34569, infoSecurePort=0, ipcPort=39713, storageInfo=lv=-57;cid=testClusterID;nsid=1316650073;c=1732454390715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:51,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c 2024-11-24T13:19:51,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:51,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:19:51,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc with version=8 2024-11-24T13:19:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/hbase-staging 2024-11-24T13:19:51,737 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:51,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:51,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:51,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:51,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:51,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:51,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:19:51,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:51,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44901 2024-11-24T13:19:51,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44901 connecting to ZooKeeper ensemble=127.0.0.1:56933 2024-11-24T13:19:51,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449010x0, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:51,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44901-0x1014a2206370000 connected 2024-11-24T13:19:51,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:51,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:51,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on znode that does not yet exist, /01413394286/running 2024-11-24T13:19:51,764 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc, hbase.cluster.distributed=false 2024-11-24T13:19:51,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on znode that does not yet exist, /01413394286/acl 2024-11-24T13:19:51,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-24T13:19:51,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44901 2024-11-24T13:19:51,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44901 2024-11-24T13:19:51,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-24T13:19:51,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-24T13:19:51,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:51,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:51,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:51,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:51,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:51,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:51,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:19:51,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:51,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34935 2024-11-24T13:19:51,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34935 connecting to ZooKeeper ensemble=127.0.0.1:56933 2024-11-24T13:19:51,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:51,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:51,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349350x0, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:51,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349350x0, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on znode that does not yet exist, /01413394286/running 2024-11-24T13:19:51,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34935-0x1014a2206370001 connected 2024-11-24T13:19:51,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:19:51,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:19:51,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on znode that does not yet exist, /01413394286/master 2024-11-24T13:19:51,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on znode that does not yet exist, /01413394286/acl 2024-11-24T13:19:51,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-24T13:19:51,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34935 2024-11-24T13:19:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34935 2024-11-24T13:19:51,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-24T13:19:51,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-24T13:19:51,822 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:44901 2024-11-24T13:19:51,824 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01413394286/backup-masters/b10924491aa5,44901,1732454391736 2024-11-24T13:19:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286/backup-masters 2024-11-24T13:19:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286/backup-masters 2024-11-24T13:19:51,826 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on existing znode=/01413394286/backup-masters/b10924491aa5,44901,1732454391736 2024-11-24T13:19:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01413394286/master 2024-11-24T13:19:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:51,828 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on existing znode=/01413394286/master 2024-11-24T13:19:51,829 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01413394286/backup-masters/b10924491aa5,44901,1732454391736 from backup master directory 2024-11-24T13:19:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286/backup-masters 2024-11-24T13:19:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01413394286/backup-masters/b10924491aa5,44901,1732454391736 2024-11-24T13:19:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286/backup-masters 2024-11-24T13:19:51,831 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:51,831 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,44901,1732454391736 2024-11-24T13:19:51,835 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/hbase.id] with ID: 05dc508a-a7c2-4ba0-ac0c-538e04002c83 2024-11-24T13:19:51,835 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/.tmp/hbase.id 2024-11-24T13:19:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:19:52,242 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/.tmp/hbase.id]:[hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/hbase.id] 2024-11-24T13:19:52,252 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:52,252 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:19:52,253 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:19:52,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:52,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:52,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:19:52,662 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:52,663 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:19:52,664 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:19:52,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:19:52,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:52,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:19:53,071 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store 2024-11-24T13:19:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:19:53,477 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:53,477 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:53,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:53,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:53,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:53,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:53,478 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:53,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454393477Disabling compacts and flushes for region at 1732454393477Disabling writes for close at 1732454393478 (+1 ms)Writing region close event to WAL at 1732454393478Closed at 1732454393478 2024-11-24T13:19:53,479 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/.initializing 2024-11-24T13:19:53,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/WALs/b10924491aa5,44901,1732454391736 2024-11-24T13:19:53,480 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:53,481 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C44901%2C1732454391736, suffix=, logDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/WALs/b10924491aa5,44901,1732454391736, archiveDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/oldWALs, maxLogs=10 2024-11-24T13:19:53,494 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/WALs/b10924491aa5,44901,1732454391736/b10924491aa5%2C44901%2C1732454391736.1732454393481, exclude list is [], retry=0 2024-11-24T13:19:53,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-81359966-b00e-47bb-a29b-e52d2829cadd,DISK] 2024-11-24T13:19:53,499 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/WALs/b10924491aa5,44901,1732454391736/b10924491aa5%2C44901%2C1732454391736.1732454393481 2024-11-24T13:19:53,499 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34569:34569)] 2024-11-24T13:19:53,499 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:53,499 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:53,499 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,499 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:19:53,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:53,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:53,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:19:53,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:53,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:53,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:19:53,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:53,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:53,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:19:53,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:53,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:53,506 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,506 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,507 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,507 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,507 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,508 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:53,509 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:53,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:53,511 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62657979, jitterRate=-0.06632335484027863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:53,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454393499Initializing all the Stores at 1732454393500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454393500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454393500Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454393500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454393500Cleaning up temporary data from old regions at 1732454393507 (+7 ms)Region opened successfully at 1732454393511 (+4 ms) 2024-11-24T13:19:53,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:19:53,514 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b16f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:53,515 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:19:53,515 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:19:53,515 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:19:53,515 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:19:53,516 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:19:53,516 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:19:53,516 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:19:53,518 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:19:53,518 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Unable to get data of znode /01413394286/balancer because node does not exist (not necessarily an error) 2024-11-24T13:19:53,519 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01413394286/balancer already deleted, retry=false 2024-11-24T13:19:53,520 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:19:53,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Unable to get data of znode /01413394286/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:19:53,521 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01413394286/normalizer already deleted, retry=false 2024-11-24T13:19:53,521 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:19:53,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Unable to get data of znode /01413394286/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:19:53,526 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01413394286/switch/split already deleted, retry=false 2024-11-24T13:19:53,526 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Unable to get data of znode /01413394286/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:19:53,527 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01413394286/switch/merge already deleted, retry=false 2024-11-24T13:19:53,529 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Unable to get data of znode /01413394286/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:19:53,530 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01413394286/snapshot-cleanup already deleted, retry=false 2024-11-24T13:19:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01413394286/running 2024-11-24T13:19:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01413394286/running 2024-11-24T13:19:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:53,532 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,44901,1732454391736, sessionid=0x1014a2206370000, setting cluster-up flag (Was=false) 2024-11-24T13:19:53,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:53,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:53,540 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01413394286/flush-table-proc/acquired, /01413394286/flush-table-proc/reached, /01413394286/flush-table-proc/abort 2024-11-24T13:19:53,540 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,44901,1732454391736 2024-11-24T13:19:53,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:53,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:53,548 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01413394286/online-snapshot/acquired, /01413394286/online-snapshot/reached, /01413394286/online-snapshot/abort 2024-11-24T13:19:53,548 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,44901,1732454391736 2024-11-24T13:19:53,549 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:19:53,551 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:53,551 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:19:53,551 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:19:53,551 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,44901,1732454391736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:53,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,553 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454423553 2024-11-24T13:19:53,553 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:19:53,553 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:19:53,553 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:19:53,553 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:19:53,553 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:19:53,553 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:19:53,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:53,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:19:53,554 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,554 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:19:53,554 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:19:53,554 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:19:53,554 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:19:53,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:53,555 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:19:53,555 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:19:53,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:19:53,555 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454393555,5,FailOnTimeoutGroup] 2024-11-24T13:19:53,555 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454393555,5,FailOnTimeoutGroup] 2024-11-24T13:19:53,555 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,555 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:19:53,555 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,555 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:19:53,611 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(746): ClusterId : 05dc508a-a7c2-4ba0-ac0c-538e04002c83 2024-11-24T13:19:53,611 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:19:53,612 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:19:53,612 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:19:53,614 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:19:53,614 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce183df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:53,626 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:34935 2024-11-24T13:19:53,626 INFO [RS:0;b10924491aa5:34935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:19:53,626 INFO [RS:0;b10924491aa5:34935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:19:53,626 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:19:53,627 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,44901,1732454391736 with port=34935, startcode=1732454391783 2024-11-24T13:19:53,627 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:19:53,628 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:19:53,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,34935,1732454391783 2024-11-24T13:19:53,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44901 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,34935,1732454391783 2024-11-24T13:19:53,630 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc 2024-11-24T13:19:53,630 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41699 2024-11-24T13:19:53,630 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:19:53,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286/rs 2024-11-24T13:19:53,633 DEBUG [RS:0;b10924491aa5:34935 {}] zookeeper.ZKUtil(111): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on existing znode=/01413394286/rs/b10924491aa5,34935,1732454391783 2024-11-24T13:19:53,633 WARN [RS:0;b10924491aa5:34935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:53,633 INFO [RS:0;b10924491aa5:34935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:53,633 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783 2024-11-24T13:19:53,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,34935,1732454391783] 2024-11-24T13:19:53,636 INFO [RS:0;b10924491aa5:34935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:19:53,637 INFO [RS:0;b10924491aa5:34935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:19:53,637 INFO [RS:0;b10924491aa5:34935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:19:53,637 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,638 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:19:53,638 INFO [RS:0;b10924491aa5:34935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:19:53,638 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:53,638 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:53,639 DEBUG [RS:0;b10924491aa5:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:53,639 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,639 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,639 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,639 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,639 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,639 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34935,1732454391783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:53,653 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:19:53,653 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34935,1732454391783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,653 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,653 INFO [RS:0;b10924491aa5:34935 {}] regionserver.Replication(171): b10924491aa5,34935,1732454391783 started 2024-11-24T13:19:53,666 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:53,666 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,34935,1732454391783, RpcServer on b10924491aa5/172.17.0.2:34935, sessionid=0x1014a2206370001 2024-11-24T13:19:53,666 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:19:53,666 DEBUG [RS:0;b10924491aa5:34935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,34935,1732454391783 2024-11-24T13:19:53,666 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34935,1732454391783' 2024-11-24T13:19:53,666 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01413394286/flush-table-proc/abort' 2024-11-24T13:19:53,667 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01413394286/flush-table-proc/acquired' 2024-11-24T13:19:53,667 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:19:53,667 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:19:53,667 DEBUG [RS:0;b10924491aa5:34935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,34935,1732454391783 2024-11-24T13:19:53,667 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34935,1732454391783' 2024-11-24T13:19:53,667 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01413394286/online-snapshot/abort' 2024-11-24T13:19:53,667 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01413394286/online-snapshot/acquired' 2024-11-24T13:19:53,668 DEBUG [RS:0;b10924491aa5:34935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:19:53,668 INFO [RS:0;b10924491aa5:34935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:19:53,668 INFO [RS:0;b10924491aa5:34935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:19:53,768 INFO [RS:0;b10924491aa5:34935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:53,769 INFO [RS:0;b10924491aa5:34935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34935%2C1732454391783, suffix=, logDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783, archiveDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/oldWALs, maxLogs=10 2024-11-24T13:19:53,786 DEBUG [RS:0;b10924491aa5:34935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, exclude list is [], retry=0 2024-11-24T13:19:53,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-81359966-b00e-47bb-a29b-e52d2829cadd,DISK] 2024-11-24T13:19:53,797 INFO [RS:0;b10924491aa5:34935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 2024-11-24T13:19:53,797 DEBUG [RS:0;b10924491aa5:34935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34569:34569)] 2024-11-24T13:19:53,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:19:53,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc 2024-11-24T13:19:53,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:19:54,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:54,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:54,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:54,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:54,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:54,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:54,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:54,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:54,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:54,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:54,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740 2024-11-24T13:19:54,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740 2024-11-24T13:19:54,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:54,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:54,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:54,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:54,382 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:54,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74423305, jitterRate=0.10899366438388824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454394371Initializing all the Stores at 1732454394372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454394372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454394372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454394372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454394372Cleaning up temporary data from old regions at 1732454394379 (+7 ms)Region opened successfully at 1732454394384 (+5 ms) 2024-11-24T13:19:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:54,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:54,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454394384Disabling compacts and flushes for region at 1732454394384Disabling writes for close at 1732454394384Writing region close event to WAL at 1732454394384Closed at 1732454394384 2024-11-24T13:19:54,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:54,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:19:54,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:19:54,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:54,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:19:54,538 DEBUG [b10924491aa5:44901 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:54,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,34935,1732454391783 2024-11-24T13:19:54,539 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34935,1732454391783, state=OPENING 2024-11-24T13:19:54,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:19:54,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:54,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:19:54,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:54,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34935,1732454391783}] 2024-11-24T13:19:54,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01413394286/meta-region-server: CHANGED 2024-11-24T13:19:54,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01413394286/meta-region-server: CHANGED 2024-11-24T13:19:54,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:54,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:19:54,703 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:19:54,703 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:54,703 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:19:54,705 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34935%2C1732454391783.meta, suffix=.meta, logDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783, archiveDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/oldWALs, maxLogs=10 2024-11-24T13:19:54,734 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.meta.1732454394705.meta, exclude list is [], retry=0 2024-11-24T13:19:54,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-81359966-b00e-47bb-a29b-e52d2829cadd,DISK] 2024-11-24T13:19:54,738 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.meta.1732454394705.meta 2024-11-24T13:19:54,739 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34569:34569)] 2024-11-24T13:19:54,739 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:54,739 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:54,740 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:54,740 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:19:54,740 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:19:54,740 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:19:54,740 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:54,740 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:19:54,740 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:19:54,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:54,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:54,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:54,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:54,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:54,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:54,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:54,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:54,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:54,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:54,745 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:54,746 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740 2024-11-24T13:19:54,747 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740 2024-11-24T13:19:54,748 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:54,748 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:54,748 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:54,749 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:54,750 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59503099, jitterRate=-0.11333473026752472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:54,750 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:19:54,751 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454394740Writing region info on filesystem at 1732454394740Initializing all the Stores at 1732454394741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454394741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454394741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454394741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454394741Cleaning up temporary data from old regions at 1732454394748 (+7 ms)Running coprocessor post-open hooks at 1732454394750 (+2 ms)Region opened successfully at 1732454394751 (+1 ms) 2024-11-24T13:19:54,752 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454394694 2024-11-24T13:19:54,754 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:19:54,754 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:19:54,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34935,1732454391783 2024-11-24T13:19:54,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34935,1732454391783, state=OPEN 2024-11-24T13:19:54,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01413394286/meta-region-server 2024-11-24T13:19:54,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01413394286/meta-region-server 2024-11-24T13:19:54,762 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,34935,1732454391783 2024-11-24T13:19:54,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01413394286/meta-region-server: CHANGED 2024-11-24T13:19:54,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01413394286/meta-region-server: CHANGED 2024-11-24T13:19:54,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:19:54,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34935,1732454391783 in 220 msec 2024-11-24T13:19:54,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:19:54,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-24T13:19:54,766 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:54,766 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:19:54,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:54,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34935,1732454391783, seqNum=-1] 2024-11-24T13:19:54,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:54,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:54,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-24T13:19:54,773 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454394773, completionTime=-1 2024-11-24T13:19:54,773 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:19:54,773 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454454775 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454514775 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44901,1732454391736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44901,1732454391736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44901,1732454391736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:44901, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:54,775 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:54,776 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:54,777 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44901,1732454391736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:54,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44901,1732454391736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:19:54,781 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:19:54,781 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:19:54,781 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44901,1732454391736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:54,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba81b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:54,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44901,-1 for getting cluster id 2024-11-24T13:19:54,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:54,813 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05dc508a-a7c2-4ba0-ac0c-538e04002c83' 2024-11-24T13:19:54,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:54,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05dc508a-a7c2-4ba0-ac0c-538e04002c83" 2024-11-24T13:19:54,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7a1556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:54,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44901,-1] 2024-11-24T13:19:54,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:54,814 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:54,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:54,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:54,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34935,1732454391783, seqNum=-1] 2024-11-24T13:19:54,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:54,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:54,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,44901,1732454391736 2024-11-24T13:19:54,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56933 2024-11-24T13:19:54,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:54,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a2206370002 connected 2024-11-24T13:19:54,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.log.dir so I do NOT create it in target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a 2024-11-24T13:19:54,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:19:54,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.tmp.dir so I do NOT create it in target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a 2024-11-24T13:19:54,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:19:54,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a 2024-11-24T13:19:54,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:19:54,825 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/cluster_357d35c9-c70b-65a3-aa31-960f9c73619d, deleteOnExit=true 2024-11-24T13:19:54,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/test.cache.data in system properties and HBase conf 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:19:54,826 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:54,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:19:54,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:19:54,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:54,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:54,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:54,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:54,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:54,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:54,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:54,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:54,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:54,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:54,989 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:19:55,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d9a5135{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/java.io.tmpdir/jetty-localhost-42833-hadoop-hdfs-3_4_1-tests_jar-_-any-6808110321727598803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:19:55,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:42833} 2024-11-24T13:19:55,035 INFO [Time-limited test {}] server.Server(415): Started @180815ms 2024-11-24T13:19:55,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:19:55,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:19:55,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:19:55,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:19:55,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:19:55,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:19:55,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:19:55,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7303b9c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/java.io.tmpdir/jetty-localhost-45981-hadoop-hdfs-3_4_1-tests_jar-_-any-5867851290386378917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:19:55,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:45981} 2024-11-24T13:19:55,254 INFO [Time-limited test {}] server.Server(415): Started @181034ms 2024-11-24T13:19:55,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:19:55,348 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/cluster_357d35c9-c70b-65a3-aa31-960f9c73619d/data/data2/current/BP-49351777-172.17.0.2-1732454394849/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:55,348 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/cluster_357d35c9-c70b-65a3-aa31-960f9c73619d/data/data1/current/BP-49351777-172.17.0.2-1732454394849/current, will proceed with Du for space computation calculation, 2024-11-24T13:19:55,365 WARN [Thread-2295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:19:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5247633fdcb8101a with lease ID 0xe6ce92bb465e8c6d: Processing first storage report for DS-5b1f1922-eac2-4bd4-bbe2-e181c0d53c2b from datanode DatanodeRegistration(127.0.0.1:37437, datanodeUuid=12d86b27-b408-4352-b94c-76d5412e8e0c, infoPort=35053, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1421724205;c=1732454394849) 2024-11-24T13:19:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5247633fdcb8101a with lease ID 0xe6ce92bb465e8c6d: from storage DS-5b1f1922-eac2-4bd4-bbe2-e181c0d53c2b node DatanodeRegistration(127.0.0.1:37437, datanodeUuid=12d86b27-b408-4352-b94c-76d5412e8e0c, infoPort=35053, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1421724205;c=1732454394849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5247633fdcb8101a with lease ID 0xe6ce92bb465e8c6d: Processing first storage report for DS-4bc3ae81-8c67-4694-b47e-34321025982f from datanode DatanodeRegistration(127.0.0.1:37437, datanodeUuid=12d86b27-b408-4352-b94c-76d5412e8e0c, infoPort=35053, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1421724205;c=1732454394849) 2024-11-24T13:19:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5247633fdcb8101a with lease ID 0xe6ce92bb465e8c6d: from storage DS-4bc3ae81-8c67-4694-b47e-34321025982f node DatanodeRegistration(127.0.0.1:37437, datanodeUuid=12d86b27-b408-4352-b94c-76d5412e8e0c, infoPort=35053, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1421724205;c=1732454394849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:19:55,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a 2024-11-24T13:19:55,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:55,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:19:55,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867 with version=8 2024-11-24T13:19:55,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/hbase-staging 2024-11-24T13:19:55,789 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:55,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:55,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:55,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:55,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:55,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:55,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:19:55,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:55,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38875 2024-11-24T13:19:55,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38875 connecting to ZooKeeper ensemble=127.0.0.1:56933 2024-11-24T13:19:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388750x0, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:55,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38875-0x1014a2206370003 connected 2024-11-24T13:19:55,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:55,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:55,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on znode that does not yet exist, /1-1011948689/running 2024-11-24T13:19:55,809 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867, hbase.cluster.distributed=false 2024-11-24T13:19:55,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on znode that does not yet exist, /1-1011948689/acl 2024-11-24T13:19:55,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38875 2024-11-24T13:19:55,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38875 2024-11-24T13:19:55,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38875 2024-11-24T13:19:55,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38875 2024-11-24T13:19:55,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38875 2024-11-24T13:19:55,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:19:55,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:55,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:55,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:19:55,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:19:55,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:19:55,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:19:55,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:19:55,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39459 2024-11-24T13:19:55,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39459 connecting to ZooKeeper ensemble=127.0.0.1:56933 2024-11-24T13:19:55,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:55,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:55,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394590x0, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:55,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394590x0, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on znode that does not yet exist, /1-1011948689/running 2024-11-24T13:19:55,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39459-0x1014a2206370004 connected 2024-11-24T13:19:55,840 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:19:55,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:19:55,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on znode that does not yet exist, /1-1011948689/master 2024-11-24T13:19:55,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on znode that does not yet exist, /1-1011948689/acl 2024-11-24T13:19:55,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-24T13:19:55,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39459 2024-11-24T13:19:55,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39459 2024-11-24T13:19:55,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-24T13:19:55,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-24T13:19:55,860 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:38875 2024-11-24T13:19:55,860 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1011948689/backup-masters/b10924491aa5,38875,1732454395789 2024-11-24T13:19:55,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689/backup-masters 2024-11-24T13:19:55,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689/backup-masters 2024-11-24T13:19:55,862 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on existing znode=/1-1011948689/backup-masters/b10924491aa5,38875,1732454395789 2024-11-24T13:19:55,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:55,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1011948689/master 2024-11-24T13:19:55,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:55,864 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on existing znode=/1-1011948689/master 2024-11-24T13:19:55,864 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1011948689/backup-masters/b10924491aa5,38875,1732454395789 from backup master directory 2024-11-24T13:19:55,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1011948689/backup-masters/b10924491aa5,38875,1732454395789 2024-11-24T13:19:55,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689/backup-masters 2024-11-24T13:19:55,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689/backup-masters 2024-11-24T13:19:55,865 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:55,866 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,38875,1732454395789 2024-11-24T13:19:55,869 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/hbase.id] with ID: aaeebd3f-b07b-4809-ad3a-ba0248630ec9 2024-11-24T13:19:55,869 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/.tmp/hbase.id 2024-11-24T13:19:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:19:56,275 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/.tmp/hbase.id]:[hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/hbase.id] 2024-11-24T13:19:56,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:19:56,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:19:56,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T13:19:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:56,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:19:56,696 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:56,697 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:19:56,697 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:19:57,104 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store 2024-11-24T13:19:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:19:57,509 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:57,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:19:57,510 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:57,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:57,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:19:57,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:57,510 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:19:57,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454397509Disabling compacts and flushes for region at 1732454397509Disabling writes for close at 1732454397510 (+1 ms)Writing region close event to WAL at 1732454397510Closed at 1732454397510 2024-11-24T13:19:57,511 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/.initializing 2024-11-24T13:19:57,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/WALs/b10924491aa5,38875,1732454395789 2024-11-24T13:19:57,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:57,513 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C38875%2C1732454395789, suffix=, logDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/WALs/b10924491aa5,38875,1732454395789, archiveDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/oldWALs, maxLogs=10 2024-11-24T13:19:57,530 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/WALs/b10924491aa5,38875,1732454395789/b10924491aa5%2C38875%2C1732454395789.1732454397513, exclude list is [], retry=0 2024-11-24T13:19:57,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-5b1f1922-eac2-4bd4-bbe2-e181c0d53c2b,DISK] 2024-11-24T13:19:57,534 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/WALs/b10924491aa5,38875,1732454395789/b10924491aa5%2C38875%2C1732454395789.1732454397513 2024-11-24T13:19:57,535 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35053:35053)] 2024-11-24T13:19:57,535 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:57,535 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:57,535 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,535 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:19:57,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:57,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:57,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:19:57,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:57,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:57,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:19:57,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:57,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:57,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:19:57,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:57,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:19:57,542 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,542 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,543 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,543 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,544 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,544 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:57,545 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:19:57,547 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:57,547 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69524017, jitterRate=0.03598858416080475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:57,547 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454397535Initializing all the Stores at 1732454397536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454397536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454397536Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454397536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454397536Cleaning up temporary data from old regions at 1732454397544 (+8 ms)Region opened successfully at 1732454397547 (+3 ms) 2024-11-24T13:19:57,547 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:19:57,550 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b680b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:57,551 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:19:57,551 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:19:57,551 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:19:57,551 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:19:57,551 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:19:57,552 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:19:57,552 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:19:57,559 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:19:57,560 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Unable to get data of znode /1-1011948689/balancer because node does not exist (not necessarily an error) 2024-11-24T13:19:57,561 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1011948689/balancer already deleted, retry=false 2024-11-24T13:19:57,562 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:19:57,562 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Unable to get data of znode /1-1011948689/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:19:57,563 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1011948689/normalizer already deleted, retry=false 2024-11-24T13:19:57,564 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:19:57,565 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Unable to get data of znode /1-1011948689/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:19:57,566 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1011948689/switch/split already deleted, retry=false 2024-11-24T13:19:57,566 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Unable to get data of znode /1-1011948689/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:19:57,569 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1011948689/switch/merge already deleted, retry=false 2024-11-24T13:19:57,571 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Unable to get data of znode /1-1011948689/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:19:57,572 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1011948689/snapshot-cleanup already deleted, retry=false 2024-11-24T13:19:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1011948689/running 2024-11-24T13:19:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1011948689/running 2024-11-24T13:19:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:57,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,38875,1732454395789, sessionid=0x1014a2206370003, setting cluster-up flag (Was=false) 2024-11-24T13:19:57,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:57,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:57,581 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1011948689/flush-table-proc/acquired, /1-1011948689/flush-table-proc/reached, /1-1011948689/flush-table-proc/abort 2024-11-24T13:19:57,581 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38875,1732454395789 2024-11-24T13:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:57,593 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1011948689/online-snapshot/acquired, /1-1011948689/online-snapshot/reached, /1-1011948689/online-snapshot/abort 2024-11-24T13:19:57,594 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38875,1732454395789 2024-11-24T13:19:57,595 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:19:57,596 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:57,596 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:19:57,596 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:19:57,596 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,38875,1732454395789 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:19:57,597 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:57,597 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:57,597 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:57,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:19:57,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:19:57,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:57,598 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,598 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454427598 2024-11-24T13:19:57,598 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:57,599 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:19:57,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:19:57,600 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:19:57,600 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:19:57,600 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:57,600 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:19:57,600 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454397600,5,FailOnTimeoutGroup] 2024-11-24T13:19:57,604 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454397600,5,FailOnTimeoutGroup] 2024-11-24T13:19:57,604 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,604 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:19:57,604 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,604 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:19:57,651 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(746): ClusterId : aaeebd3f-b07b-4809-ad3a-ba0248630ec9 2024-11-24T13:19:57,651 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:19:57,653 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:19:57,653 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:19:57,655 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:19:57,655 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c31f3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:19:57,667 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:39459 2024-11-24T13:19:57,667 INFO [RS:0;b10924491aa5:39459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:19:57,667 INFO [RS:0;b10924491aa5:39459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:19:57,667 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:19:57,668 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,38875,1732454395789 with port=39459, startcode=1732454395831 2024-11-24T13:19:57,668 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:19:57,670 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:19:57,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,39459,1732454395831 2024-11-24T13:19:57,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38875 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,39459,1732454395831 2024-11-24T13:19:57,671 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867 2024-11-24T13:19:57,671 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42783 2024-11-24T13:19:57,672 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:19:57,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689/rs 2024-11-24T13:19:57,681 DEBUG [RS:0;b10924491aa5:39459 {}] zookeeper.ZKUtil(111): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on existing znode=/1-1011948689/rs/b10924491aa5,39459,1732454395831 2024-11-24T13:19:57,681 WARN [RS:0;b10924491aa5:39459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:19:57,682 INFO [RS:0;b10924491aa5:39459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:57,682 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831 2024-11-24T13:19:57,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,39459,1732454395831] 2024-11-24T13:19:57,685 INFO [RS:0;b10924491aa5:39459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:19:57,687 INFO [RS:0;b10924491aa5:39459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:19:57,687 INFO [RS:0;b10924491aa5:39459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:19:57,687 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,688 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:19:57,689 INFO [RS:0;b10924491aa5:39459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:19:57,689 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:57,689 DEBUG [RS:0;b10924491aa5:39459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:19:57,690 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,690 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,690 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,690 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,690 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,690 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,39459,1732454395831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:57,704 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:19:57,704 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,39459,1732454395831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,704 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,704 INFO [RS:0;b10924491aa5:39459 {}] regionserver.Replication(171): b10924491aa5,39459,1732454395831 started 2024-11-24T13:19:57,718 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:57,718 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,39459,1732454395831, RpcServer on b10924491aa5/172.17.0.2:39459, sessionid=0x1014a2206370004 2024-11-24T13:19:57,718 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:19:57,718 DEBUG [RS:0;b10924491aa5:39459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,39459,1732454395831 2024-11-24T13:19:57,718 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,39459,1732454395831' 2024-11-24T13:19:57,718 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1011948689/flush-table-proc/abort' 2024-11-24T13:19:57,718 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1011948689/flush-table-proc/acquired' 2024-11-24T13:19:57,719 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:19:57,719 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:19:57,719 DEBUG [RS:0;b10924491aa5:39459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,39459,1732454395831 2024-11-24T13:19:57,719 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,39459,1732454395831' 2024-11-24T13:19:57,719 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1011948689/online-snapshot/abort' 2024-11-24T13:19:57,719 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1011948689/online-snapshot/acquired' 2024-11-24T13:19:57,719 DEBUG [RS:0;b10924491aa5:39459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:19:57,719 INFO [RS:0;b10924491aa5:39459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:19:57,719 INFO [RS:0;b10924491aa5:39459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:19:57,820 INFO [RS:0;b10924491aa5:39459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:19:57,821 INFO [RS:0;b10924491aa5:39459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39459%2C1732454395831, suffix=, logDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831, archiveDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/oldWALs, maxLogs=10 2024-11-24T13:19:57,835 DEBUG [RS:0;b10924491aa5:39459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, exclude list is [], retry=0 2024-11-24T13:19:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-5b1f1922-eac2-4bd4-bbe2-e181c0d53c2b,DISK] 2024-11-24T13:19:57,839 INFO [RS:0;b10924491aa5:39459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 2024-11-24T13:19:57,839 DEBUG [RS:0;b10924491aa5:39459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35053:35053)] 2024-11-24T13:19:58,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:19:58,009 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867 2024-11-24T13:19:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:19:58,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:58,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:58,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:58,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:58,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:58,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:58,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:58,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:58,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:58,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:58,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740 2024-11-24T13:19:58,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740 2024-11-24T13:19:58,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:58,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:58,425 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:58,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:58,427 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:19:58,428 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63520419, jitterRate=-0.05347199738025665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:58,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454398417Initializing all the Stores at 1732454398417Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454398417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454398417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454398417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454398417Cleaning up temporary data from old regions at 1732454398425 (+8 ms)Region opened successfully at 1732454398428 (+3 ms) 2024-11-24T13:19:58,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:19:58,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:19:58,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:19:58,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:19:58,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:19:58,428 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:19:58,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454398428Disabling compacts and flushes for region at 1732454398428Disabling writes for close at 1732454398428Writing region close event to WAL at 1732454398428Closed at 1732454398428 2024-11-24T13:19:58,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:58,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:19:58,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:19:58,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:58,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:19:58,582 DEBUG [b10924491aa5:38875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:19:58,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,39459,1732454395831 2024-11-24T13:19:58,583 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,39459,1732454395831, state=OPENING 2024-11-24T13:19:58,584 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:19:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:19:58,586 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:19:58,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,39459,1732454395831}] 2024-11-24T13:19:58,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1011948689/meta-region-server: CHANGED 2024-11-24T13:19:58,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1011948689/meta-region-server: CHANGED 2024-11-24T13:19:58,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:19:58,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:19:58,743 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:19:58,743 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:19:58,743 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:19:58,744 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39459%2C1732454395831.meta, suffix=.meta, logDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831, archiveDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/oldWALs, maxLogs=10 2024-11-24T13:19:58,758 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.meta.1732454398745.meta, exclude list is [], retry=0 2024-11-24T13:19:58,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-5b1f1922-eac2-4bd4-bbe2-e181c0d53c2b,DISK] 2024-11-24T13:19:58,761 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.meta.1732454398745.meta 2024-11-24T13:19:58,762 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35053:35053)] 2024-11-24T13:19:58,762 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:19:58,762 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:19:58,762 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:19:58,762 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:19:58,762 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:19:58,762 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:19:58,762 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:19:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:19:58,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:19:58,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:19:58,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:19:58,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:19:58,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:19:58,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:19:58,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:19:58,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:19:58,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:19:58,767 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:19:58,768 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740 2024-11-24T13:19:58,769 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740 2024-11-24T13:19:58,770 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:19:58,770 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:19:58,770 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:19:58,771 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:19:58,771 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65784491, jitterRate=-0.019734695553779602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:19:58,772 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:19:58,772 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454398763Writing region info on filesystem at 1732454398763Initializing all the Stores at 1732454398763Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454398763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454398764 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454398764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454398764Cleaning up temporary data from old regions at 1732454398770 (+6 ms)Running coprocessor post-open hooks at 1732454398772 (+2 ms)Region opened successfully at 1732454398772 2024-11-24T13:19:58,772 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454398738 2024-11-24T13:19:58,774 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:19:58,774 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:19:58,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,39459,1732454395831 2024-11-24T13:19:58,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,39459,1732454395831, state=OPEN 2024-11-24T13:19:58,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1011948689/meta-region-server 2024-11-24T13:19:58,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1011948689/meta-region-server 2024-11-24T13:19:58,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,39459,1732454395831 2024-11-24T13:19:58,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1011948689/meta-region-server: CHANGED 2024-11-24T13:19:58,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1011948689/meta-region-server: CHANGED 2024-11-24T13:19:58,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:19:58,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,39459,1732454395831 in 190 msec 2024-11-24T13:19:58,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:19:58,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-24T13:19:58,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:19:58,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:19:58,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:58,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39459,1732454395831, seqNum=-1] 2024-11-24T13:19:58,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:58,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:58,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-24T13:19:58,786 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454398786, completionTime=-1 2024-11-24T13:19:58,786 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:19:58,786 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:19:58,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:19:58,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454458788 2024-11-24T13:19:58,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454518788 2024-11-24T13:19:58,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:19:58,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38875,1732454395789-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:58,789 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38875,1732454395789-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:58,789 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38875,1732454395789-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:58,789 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:38875, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:58,789 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:58,789 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:58,790 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38875,1732454395789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:19:58,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38875,1732454395789-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:19:58,794 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:19:58,794 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:19:58,794 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38875,1732454395789-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:19:58,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:58,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38875,-1 for getting cluster id 2024-11-24T13:19:58,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:19:58,853 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaeebd3f-b07b-4809-ad3a-ba0248630ec9' 2024-11-24T13:19:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:19:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaeebd3f-b07b-4809-ad3a-ba0248630ec9" 2024-11-24T13:19:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d5a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38875,-1] 2024-11-24T13:19:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:19:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:19:58,855 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:19:58,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:19:58,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:19:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39459,1732454395831, seqNum=-1] 2024-11-24T13:19:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:19:58,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:19:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,38875,1732454395789 2024-11-24T13:19:58,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56933 2024-11-24T13:19:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:19:58,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a2206370005 connected 2024-11-24T13:19:58,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:19:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44901,1732454391736 2024-11-24T13:19:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb621ca 2024-11-24T13:19:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:19:58,870 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:19:58,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:19:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:19:58,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:19:58,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:19:58,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:19:58,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:19:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:58,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:19:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:59,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c8c9996c2b3427e92d3c1ce6d30bfe6, NAME => 'test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc 2024-11-24T13:19:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:19:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:19:59,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:19:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:19:59,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T13:19:59,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:19:59,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:19:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:19:59,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:19:59,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:19:59,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c8c9996c2b3427e92d3c1ce6d30bfe6, disabling compactions & flushes 2024-11-24T13:19:59,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:19:59,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:19:59,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. after waiting 0 ms 2024-11-24T13:19:59,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:19:59,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:19:59,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c8c9996c2b3427e92d3c1ce6d30bfe6: Waiting for close lock at 1732454399690Disabling compacts and flushes for region at 1732454399690Disabling writes for close at 1732454399690Writing region close event to WAL at 1732454399690Closed at 1732454399690 2024-11-24T13:19:59,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:19:59,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454399692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454399692"}]},"ts":"1732454399692"} 2024-11-24T13:19:59,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:19:59,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:19:59,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454399695"}]},"ts":"1732454399695"} 2024-11-24T13:19:59,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:19:59,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c8c9996c2b3427e92d3c1ce6d30bfe6, ASSIGN}] 2024-11-24T13:19:59,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c8c9996c2b3427e92d3c1ce6d30bfe6, ASSIGN 2024-11-24T13:19:59,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c8c9996c2b3427e92d3c1ce6d30bfe6, ASSIGN; state=OFFLINE, location=b10924491aa5,34935,1732454391783; forceNewPlan=false, retain=false 2024-11-24T13:19:59,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c8c9996c2b3427e92d3c1ce6d30bfe6, regionState=OPENING, regionLocation=b10924491aa5,34935,1732454391783 2024-11-24T13:19:59,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c8c9996c2b3427e92d3c1ce6d30bfe6, ASSIGN because future has completed 2024-11-24T13:19:59,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c8c9996c2b3427e92d3c1ce6d30bfe6, server=b10924491aa5,34935,1732454391783}] 2024-11-24T13:20:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:00,016 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:00,016 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c8c9996c2b3427e92d3c1ce6d30bfe6, NAME => 'test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:00,017 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:00,017 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:20:00,017 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,017 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:00,017 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,017 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,018 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,020 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c8c9996c2b3427e92d3c1ce6d30bfe6 columnFamilyName f 2024-11-24T13:20:00,020 DEBUG [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:00,020 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] regionserver.HStore(327): Store=0c8c9996c2b3427e92d3c1ce6d30bfe6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:00,020 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,022 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c8c9996c2b3427e92d3c1ce6d30bfe6 columnFamilyName f1 2024-11-24T13:20:00,022 DEBUG [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:00,022 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] regionserver.HStore(327): Store=0c8c9996c2b3427e92d3c1ce6d30bfe6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:00,022 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,038 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c8c9996c2b3427e92d3c1ce6d30bfe6 columnFamilyName norep 2024-11-24T13:20:00,038 DEBUG [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:00,038 INFO [StoreOpener-0c8c9996c2b3427e92d3c1ce6d30bfe6-1 {}] regionserver.HStore(327): Store=0c8c9996c2b3427e92d3c1ce6d30bfe6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:00,040 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,041 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,042 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,043 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,043 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,043 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:00,047 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,065 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:00,066 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c8c9996c2b3427e92d3c1ce6d30bfe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63163034, jitterRate=-0.0587974488735199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:00,066 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:00,067 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c8c9996c2b3427e92d3c1ce6d30bfe6: Running coprocessor pre-open hook at 1732454400017Writing region info on filesystem at 1732454400017Initializing all the Stores at 1732454400018 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454400018Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454400018Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454400018Cleaning up temporary data from old regions at 1732454400043 (+25 ms)Running coprocessor post-open hooks at 1732454400066 (+23 ms)Region opened successfully at 1732454400067 (+1 ms) 2024-11-24T13:20:00,068 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6., pid=6, masterSystemTime=1732454400010 2024-11-24T13:20:00,071 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:00,071 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:00,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c8c9996c2b3427e92d3c1ce6d30bfe6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,34935,1732454391783 2024-11-24T13:20:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c8c9996c2b3427e92d3c1ce6d30bfe6, server=b10924491aa5,34935,1732454391783 because future has completed 2024-11-24T13:20:00,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:20:00,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c8c9996c2b3427e92d3c1ce6d30bfe6, server=b10924491aa5,34935,1732454391783 in 227 msec 2024-11-24T13:20:00,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:20:00,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c8c9996c2b3427e92d3c1ce6d30bfe6, ASSIGN in 385 msec 2024-11-24T13:20:00,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:00,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454400087"}]},"ts":"1732454400087"} 2024-11-24T13:20:00,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:20:00,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:00,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-11-24T13:20:00,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:00,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:00,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:01,018 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:20:01,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38875,1732454395789 2024-11-24T13:20:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4800f804 2024-11-24T13:20:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:01,020 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:01,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:20:01,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:01,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:01,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:20:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:01,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:20:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:01,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 785066930e40ccca06f926b4889a0f3e, NAME => 'test,,1732454401021.785066930e40ccca06f926b4889a0f3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867 2024-11-24T13:20:01,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:20:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:01,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454401021.785066930e40ccca06f926b4889a0f3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:01,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 785066930e40ccca06f926b4889a0f3e, disabling compactions & flushes 2024-11-24T13:20:01,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:01,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:01,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454401021.785066930e40ccca06f926b4889a0f3e. after waiting 0 ms 2024-11-24T13:20:01,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:01,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:01,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 785066930e40ccca06f926b4889a0f3e: Waiting for close lock at 1732454401846Disabling compacts and flushes for region at 1732454401846Disabling writes for close at 1732454401846Writing region close event to WAL at 1732454401846Closed at 1732454401846 2024-11-24T13:20:01,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:01,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454401021.785066930e40ccca06f926b4889a0f3e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454401848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454401848"}]},"ts":"1732454401848"} 2024-11-24T13:20:01,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:01,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:01,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454401851"}]},"ts":"1732454401851"} 2024-11-24T13:20:01,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:20:01,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=785066930e40ccca06f926b4889a0f3e, ASSIGN}] 2024-11-24T13:20:01,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=785066930e40ccca06f926b4889a0f3e, ASSIGN 2024-11-24T13:20:01,856 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=785066930e40ccca06f926b4889a0f3e, ASSIGN; state=OFFLINE, location=b10924491aa5,39459,1732454395831; forceNewPlan=false, retain=false 2024-11-24T13:20:02,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=785066930e40ccca06f926b4889a0f3e, regionState=OPENING, regionLocation=b10924491aa5,39459,1732454395831 2024-11-24T13:20:02,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=785066930e40ccca06f926b4889a0f3e, ASSIGN because future has completed 2024-11-24T13:20:02,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785066930e40ccca06f926b4889a0f3e, server=b10924491aa5,39459,1732454395831}] 2024-11-24T13:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:02,172 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:02,172 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 785066930e40ccca06f926b4889a0f3e, NAME => 'test,,1732454401021.785066930e40ccca06f926b4889a0f3e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:02,173 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:02,173 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:20:02,173 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,173 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454401021.785066930e40ccca06f926b4889a0f3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:02,173 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,173 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,176 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,178 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785066930e40ccca06f926b4889a0f3e columnFamilyName f 2024-11-24T13:20:02,178 DEBUG [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:02,178 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] regionserver.HStore(327): Store=785066930e40ccca06f926b4889a0f3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:02,179 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,180 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785066930e40ccca06f926b4889a0f3e columnFamilyName f1 2024-11-24T13:20:02,180 DEBUG [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:02,180 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] regionserver.HStore(327): Store=785066930e40ccca06f926b4889a0f3e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:02,180 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,182 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785066930e40ccca06f926b4889a0f3e columnFamilyName norep 2024-11-24T13:20:02,182 DEBUG [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:02,182 INFO [StoreOpener-785066930e40ccca06f926b4889a0f3e-1 {}] regionserver.HStore(327): Store=785066930e40ccca06f926b4889a0f3e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:02,183 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,184 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,185 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,186 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,186 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,186 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:02,188 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,190 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:02,190 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 785066930e40ccca06f926b4889a0f3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70476088, jitterRate=0.05017554759979248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:02,190 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:02,190 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 785066930e40ccca06f926b4889a0f3e: Running coprocessor pre-open hook at 1732454402174Writing region info on filesystem at 1732454402174Initializing all the Stores at 1732454402174Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454402174Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454402176 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454402176Cleaning up temporary data from old regions at 1732454402186 (+10 ms)Running coprocessor post-open hooks at 1732454402190 (+4 ms)Region opened successfully at 1732454402190 2024-11-24T13:20:02,191 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454401021.785066930e40ccca06f926b4889a0f3e., pid=6, masterSystemTime=1732454402164 2024-11-24T13:20:02,193 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:02,194 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:02,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=785066930e40ccca06f926b4889a0f3e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,39459,1732454395831 2024-11-24T13:20:02,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785066930e40ccca06f926b4889a0f3e, server=b10924491aa5,39459,1732454395831 because future has completed 2024-11-24T13:20:02,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:20:02,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 785066930e40ccca06f926b4889a0f3e, server=b10924491aa5,39459,1732454395831 in 187 msec 2024-11-24T13:20:02,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:20:02,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=785066930e40ccca06f926b4889a0f3e, ASSIGN in 345 msec 2024-11-24T13:20:02,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:02,201 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454402201"}]},"ts":"1732454402201"} 2024-11-24T13:20:02,203 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:20:02,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:02,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-11-24T13:20:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:03,179 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:20:03,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44901,-1 for getting cluster id 2024-11-24T13:20:03,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:03,188 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05dc508a-a7c2-4ba0-ac0c-538e04002c83' 2024-11-24T13:20:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05dc508a-a7c2-4ba0-ac0c-538e04002c83" 2024-11-24T13:20:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3568a1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44901,-1] 2024-11-24T13:20:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:03,191 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5bbbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38875,-1 for getting cluster id 2024-11-24T13:20:03,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:03,205 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaeebd3f-b07b-4809-ad3a-ba0248630ec9' 2024-11-24T13:20:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaeebd3f-b07b-4809-ad3a-ba0248630ec9" 2024-11-24T13:20:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c49a3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38875,-1] 2024-11-24T13:20:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:03,209 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a1a1fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44901,-1 for getting cluster id 2024-11-24T13:20:03,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:03,212 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05dc508a-a7c2-4ba0-ac0c-538e04002c83' 2024-11-24T13:20:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05dc508a-a7c2-4ba0-ac0c-538e04002c83" 2024-11-24T13:20:03,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dc19c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44901,-1] 2024-11-24T13:20:03,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:03,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:03,214 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa7c25a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44901,1732454391736 2024-11-24T13:20:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0da131 2024-11-24T13:20:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:03,217 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:03,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:38875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:20:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:20:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:03,222 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:38875' 2024-11-24T13:20:03,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21103c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,223 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38875,-1 for getting cluster id 2024-11-24T13:20:03,224 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:03,224 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaeebd3f-b07b-4809-ad3a-ba0248630ec9' 2024-11-24T13:20:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaeebd3f-b07b-4809-ad3a-ba0248630ec9" 2024-11-24T13:20:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2096e2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38875,-1] 2024-11-24T13:20:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:03,226 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751cb081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:03,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:03,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38875,1732454395789 2024-11-24T13:20:03,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@535686f4 2024-11-24T13:20:03,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:03,229 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:03,230 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:20:03,230 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:20:03,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:03,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:03,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:03,231 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:03,232 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:20:03,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:03,236 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:03,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:20:03,292 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:20:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:03,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2243c1a09b75a06843f75a0db408fafc, NAME => 'hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc 2024-11-24T13:20:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:20:03,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:03,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2243c1a09b75a06843f75a0db408fafc, disabling compactions & flushes 2024-11-24T13:20:03,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:03,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:03,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. after waiting 0 ms 2024-11-24T13:20:03,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:03,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:03,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2243c1a09b75a06843f75a0db408fafc: Waiting for close lock at 1732454403671Disabling compacts and flushes for region at 1732454403671Disabling writes for close at 1732454403671Writing region close event to WAL at 1732454403671Closed at 1732454403671 2024-11-24T13:20:03,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:03,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454403673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454403673"}]},"ts":"1732454403673"} 2024-11-24T13:20:03,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:03,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:03,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454403678"}]},"ts":"1732454403678"} 2024-11-24T13:20:03,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:20:03,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2243c1a09b75a06843f75a0db408fafc, ASSIGN}] 2024-11-24T13:20:03,681 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2243c1a09b75a06843f75a0db408fafc, ASSIGN 2024-11-24T13:20:03,682 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2243c1a09b75a06843f75a0db408fafc, ASSIGN; state=OFFLINE, location=b10924491aa5,34935,1732454391783; forceNewPlan=false, retain=false 2024-11-24T13:20:03,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:20:03,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2243c1a09b75a06843f75a0db408fafc, regionState=OPENING, regionLocation=b10924491aa5,34935,1732454391783 2024-11-24T13:20:03,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2243c1a09b75a06843f75a0db408fafc, ASSIGN because future has completed 2024-11-24T13:20:03,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2243c1a09b75a06843f75a0db408fafc, server=b10924491aa5,34935,1732454391783}] 2024-11-24T13:20:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:04,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:04,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:04,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:20:04,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34935%2C1732454391783.rep, suffix=, logDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783, archiveDir=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/oldWALs, maxLogs=10 2024-11-24T13:20:04,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.rep.1732454404011, exclude list is [], retry=0 2024-11-24T13:20:04,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-81359966-b00e-47bb-a29b-e52d2829cadd,DISK] 2024-11-24T13:20:04,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.rep.1732454404011 2024-11-24T13:20:04,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34569:34569)] 2024-11-24T13:20:04,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2243c1a09b75a06843f75a0db408fafc, NAME => 'hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:04,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:04,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:04,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. service=MultiRowMutationService 2024-11-24T13:20:04,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:20:04,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:04,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,046 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,047 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2243c1a09b75a06843f75a0db408fafc columnFamilyName hfileref 2024-11-24T13:20:04,047 DEBUG [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:04,048 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] regionserver.HStore(327): Store=2243c1a09b75a06843f75a0db408fafc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:04,048 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,049 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2243c1a09b75a06843f75a0db408fafc columnFamilyName queue 2024-11-24T13:20:04,050 DEBUG [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:04,050 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] regionserver.HStore(327): Store=2243c1a09b75a06843f75a0db408fafc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:04,050 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,052 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2243c1a09b75a06843f75a0db408fafc columnFamilyName sid 2024-11-24T13:20:04,052 DEBUG [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:04,052 INFO [StoreOpener-2243c1a09b75a06843f75a0db408fafc-1 {}] regionserver.HStore(327): Store=2243c1a09b75a06843f75a0db408fafc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:04,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:04,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:04,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2243c1a09b75a06843f75a0db408fafc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74851725, jitterRate=0.11537761986255646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:04,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:04,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2243c1a09b75a06843f75a0db408fafc: Running coprocessor pre-open hook at 1732454404044Writing region info on filesystem at 1732454404044Initializing all the Stores at 1732454404045 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454404045Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454404045Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454404046 (+1 ms)Cleaning up temporary data from old regions at 1732454404055 (+9 ms)Running coprocessor post-open hooks at 1732454404068 (+13 ms)Region opened successfully at 1732454404068 2024-11-24T13:20:04,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc., pid=10, masterSystemTime=1732454403994 2024-11-24T13:20:04,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2243c1a09b75a06843f75a0db408fafc, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34935,1732454391783 2024-11-24T13:20:04,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:04,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:04,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2243c1a09b75a06843f75a0db408fafc, server=b10924491aa5,34935,1732454391783 because future has completed 2024-11-24T13:20:04,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:20:04,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2243c1a09b75a06843f75a0db408fafc, server=b10924491aa5,34935,1732454391783 in 245 msec 2024-11-24T13:20:04,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:20:04,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2243c1a09b75a06843f75a0db408fafc, ASSIGN in 404 msec 2024-11-24T13:20:04,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:04,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454404091"}]},"ts":"1732454404091"} 2024-11-24T13:20:04,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:20:04,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:04,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 864 msec 2024-11-24T13:20:04,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc., hostname=b10924491aa5,34935,1732454391783, seqNum=2] 2024-11-24T13:20:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:20:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:20:04,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:20:04,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:20:04,317 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:20:04,347 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,34935,1732454391783, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:20:04,348 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:04,348 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34935,1732454391783, seqNum=-1] 2024-11-24T13:20:04,348 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:04,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:04,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,34935,1732454391783', locateType=CURRENT is [region=hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc., hostname=b10924491aa5,34935,1732454391783, seqNum=2] 2024-11-24T13:20:04,353 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:20:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:20:04,356 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,34935,1732454391783 suceeded 2024-11-24T13:20:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:04,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:20:04,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T13:20:04,358 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:38875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:20:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1400 sec 2024-11-24T13:20:04,373 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:38875' 2024-11-24T13:20:04,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10baa5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:04,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38875,-1 for getting cluster id 2024-11-24T13:20:04,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:04,375 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaeebd3f-b07b-4809-ad3a-ba0248630ec9' 2024-11-24T13:20:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaeebd3f-b07b-4809-ad3a-ba0248630ec9" 2024-11-24T13:20:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa1a67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38875,-1] 2024-11-24T13:20:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:04,377 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:04,377 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa0ee56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:04,377 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38875,1732454395789 2024-11-24T13:20:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df45647 2024-11-24T13:20:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:04,379 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T13:20:04,380 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,34935,1732454391783 (queues=1) is replicating from cluster=05dc508a-a7c2-4ba0-ac0c-538e04002c83 to cluster=aaeebd3f-b07b-4809-ad3a-ba0248630ec9 2024-11-24T13:20:04,380 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C34935%2C1732454391783 2024-11-24T13:20:04,380 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,34935,1732454391783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:20:04,380 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C34935%2C1732454391783 2024-11-24T13:20:04,380 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, startPosition=0, beingWritten=true 2024-11-24T13:20:04,386 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:04,386 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:04,386 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34935,1732454391783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:04,599 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:04,903 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:05,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:05,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:05,008 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18246 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:05,307 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:05,368 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:20:05,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:05,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:05,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:05,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:05,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:05,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd534e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:05,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38875,-1 for getting cluster id 2024-11-24T13:20:05,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:05,370 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaeebd3f-b07b-4809-ad3a-ba0248630ec9' 2024-11-24T13:20:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaeebd3f-b07b-4809-ad3a-ba0248630ec9" 2024-11-24T13:20:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bc0d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38875,-1] 2024-11-24T13:20:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:05,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:05,373 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e386e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:05,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38875,1732454395789 2024-11-24T13:20:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64820e12 2024-11-24T13:20:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:05,376 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:05,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:44901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:20:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:20:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:05,379 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:44901' 2024-11-24T13:20:05,380 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a20933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:05,380 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44901,-1 for getting cluster id 2024-11-24T13:20:05,380 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:05,381 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05dc508a-a7c2-4ba0-ac0c-538e04002c83' 2024-11-24T13:20:05,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:05,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05dc508a-a7c2-4ba0-ac0c-538e04002c83" 2024-11-24T13:20:05,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2edbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:05,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44901,-1] 2024-11-24T13:20:05,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:05,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:05,382 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:05,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a60e5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:05,383 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:05,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44901,1732454391736 2024-11-24T13:20:05,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb2de4b 2024-11-24T13:20:05,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:05,386 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:05,386 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T13:20:05,386 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:20:05,386 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:05,387 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:05,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:05,387 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:05,388 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:20:05,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:05,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:05,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:20:05,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19da0132fb6fd820b9117226808d24fb, NAME => 'hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867 2024-11-24T13:20:05,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:20:05,439 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:20:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:05,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:05,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:20:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:05,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:05,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19da0132fb6fd820b9117226808d24fb, disabling compactions & flushes 2024-11-24T13:20:05,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:05,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:05,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. after waiting 0 ms 2024-11-24T13:20:05,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:05,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:05,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19da0132fb6fd820b9117226808d24fb: Waiting for close lock at 1732454405811Disabling compacts and flushes for region at 1732454405811Disabling writes for close at 1732454405811Writing region close event to WAL at 1732454405811Closed at 1732454405811 2024-11-24T13:20:05,812 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:05,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:05,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454405814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454405814"}]},"ts":"1732454405814"} 2024-11-24T13:20:05,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:05,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:05,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454405818"}]},"ts":"1732454405818"} 2024-11-24T13:20:05,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:20:05,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19da0132fb6fd820b9117226808d24fb, ASSIGN}] 2024-11-24T13:20:05,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19da0132fb6fd820b9117226808d24fb, ASSIGN 2024-11-24T13:20:05,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19da0132fb6fd820b9117226808d24fb, ASSIGN; state=OFFLINE, location=b10924491aa5,39459,1732454395831; forceNewPlan=false, retain=false 2024-11-24T13:20:05,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19da0132fb6fd820b9117226808d24fb, regionState=OPENING, regionLocation=b10924491aa5,39459,1732454395831 2024-11-24T13:20:05,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19da0132fb6fd820b9117226808d24fb, ASSIGN because future has completed 2024-11-24T13:20:05,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19da0132fb6fd820b9117226808d24fb, server=b10924491aa5,39459,1732454395831}] 2024-11-24T13:20:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:06,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:06,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:06,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:20:06,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C39459%2C1732454395831.rep, suffix=, logDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831, archiveDir=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/oldWALs, maxLogs=10 2024-11-24T13:20:06,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.rep.1732454406134, exclude list is [], retry=0 2024-11-24T13:20:06,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-5b1f1922-eac2-4bd4-bbe2-e181c0d53c2b,DISK] 2024-11-24T13:20:06,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.rep.1732454406134 2024-11-24T13:20:06,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35053:35053)] 2024-11-24T13:20:06,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19da0132fb6fd820b9117226808d24fb, NAME => 'hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:06,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. service=MultiRowMutationService 2024-11-24T13:20:06,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:20:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,204 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,206 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19da0132fb6fd820b9117226808d24fb columnFamilyName hfileref 2024-11-24T13:20:06,206 DEBUG [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:06,207 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] regionserver.HStore(327): Store=19da0132fb6fd820b9117226808d24fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:06,207 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,208 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19da0132fb6fd820b9117226808d24fb columnFamilyName queue 2024-11-24T13:20:06,208 DEBUG [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:06,208 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] regionserver.HStore(327): Store=19da0132fb6fd820b9117226808d24fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:06,209 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,211 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19da0132fb6fd820b9117226808d24fb columnFamilyName sid 2024-11-24T13:20:06,211 DEBUG [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:06,212 INFO [StoreOpener-19da0132fb6fd820b9117226808d24fb-1 {}] regionserver.HStore(327): Store=19da0132fb6fd820b9117226808d24fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:06,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:06,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:06,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19da0132fb6fd820b9117226808d24fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59257349, jitterRate=-0.11699669063091278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:06,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:06,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19da0132fb6fd820b9117226808d24fb: Running coprocessor pre-open hook at 1732454406201Writing region info on filesystem at 1732454406201Initializing all the Stores at 1732454406202 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454406202Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454406204 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454406204Cleaning up temporary data from old regions at 1732454406214 (+10 ms)Running coprocessor post-open hooks at 1732454406220 (+6 ms)Region opened successfully at 1732454406221 (+1 ms) 2024-11-24T13:20:06,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb., pid=10, masterSystemTime=1732454406128 2024-11-24T13:20:06,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:06,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:06,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19da0132fb6fd820b9117226808d24fb, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,39459,1732454395831 2024-11-24T13:20:06,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19da0132fb6fd820b9117226808d24fb, server=b10924491aa5,39459,1732454395831 because future has completed 2024-11-24T13:20:06,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:20:06,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19da0132fb6fd820b9117226808d24fb, server=b10924491aa5,39459,1732454395831 in 258 msec 2024-11-24T13:20:06,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:20:06,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19da0132fb6fd820b9117226808d24fb, ASSIGN in 416 msec 2024-11-24T13:20:06,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:06,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454406241"}]},"ts":"1732454406241"} 2024-11-24T13:20:06,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:20:06,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:06,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 858 msec 2024-11-24T13:20:06,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb., hostname=b10924491aa5,39459,1732454395831, seqNum=2] 2024-11-24T13:20:06,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:20:06,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:20:06,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:20:06,416 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:06,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:20:06,459 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:20:06,515 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,39459,1732454395831, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:20:06,516 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:06,516 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39459,1732454395831, seqNum=-1] 2024-11-24T13:20:06,517 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:06,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:06,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,39459,1732454395831', locateType=CURRENT is [region=hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb., hostname=b10924491aa5,39459,1732454395831, seqNum=2] 2024-11-24T13:20:06,528 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:20:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:20:06,532 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,39459,1732454395831 suceeded 2024-11-24T13:20:06,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:20:06,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-24T13:20:06,534 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:44901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:20:06,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1580 sec 2024-11-24T13:20:06,557 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:44901' 2024-11-24T13:20:06,561 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7527bc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:06,561 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44901,-1 for getting cluster id 2024-11-24T13:20:06,561 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:06,562 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05dc508a-a7c2-4ba0-ac0c-538e04002c83' 2024-11-24T13:20:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05dc508a-a7c2-4ba0-ac0c-538e04002c83" 2024-11-24T13:20:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f01606b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44901,-1] 2024-11-24T13:20:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:06,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:06,565 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:06,566 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@416b65eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:06,566 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:06,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44901,1732454391736 2024-11-24T13:20:06,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44acb7d8 2024-11-24T13:20:06,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:06,568 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T13:20:06,572 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,39459,1732454395831 (queues=1) is replicating from cluster=aaeebd3f-b07b-4809-ad3a-ba0248630ec9 to cluster=05dc508a-a7c2-4ba0-ac0c-538e04002c83 2024-11-24T13:20:06,572 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C39459%2C1732454395831 2024-11-24T13:20:06,572 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,39459,1732454395831, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:20:06,592 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, startPosition=0, beingWritten=true 2024-11-24T13:20:06,600 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C39459%2C1732454395831 2024-11-24T13:20:06,614 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:06,614 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 379, reset compression=false 2024-11-24T13:20:06,614 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39459,1732454395831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:06,821 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 379, reset compression=false 2024-11-24T13:20:07,122 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:07,126 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 379, reset compression=false 2024-11-24T13:20:07,531 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 379, reset compression=false 2024-11-24T13:20:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:07,538 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:20:07,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:07,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:07,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:07,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:07,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:07,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:07,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34935,1732454391783, seqNum=-1] 2024-11-24T13:20:07,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:07,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:07,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6., hostname=b10924491aa5,34935,1732454391783, seqNum=2] 2024-11-24T13:20:07,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:07,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39459,1732454395831, seqNum=-1] 2024-11-24T13:20:07,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:07,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:07,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454401021.785066930e40ccca06f926b4889a0f3e., hostname=b10924491aa5,39459,1732454395831, seqNum=2] 2024-11-24T13:20:07,551 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T13:20:07,926 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 379, reset compression=false 2024-11-24T13:20:07,932 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:07,932 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 480, reset compression=false 2024-11-24T13:20:07,932 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34935,1732454391783 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c8c9996c2b3427e92d3c1ce6d30bfe6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T13:20:07,936 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:07,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T13:20:07,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:07,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b817d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:07,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38875,-1 for getting cluster id 2024-11-24T13:20:07,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:07,942 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaeebd3f-b07b-4809-ad3a-ba0248630ec9' 2024-11-24T13:20:07,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:07,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaeebd3f-b07b-4809-ad3a-ba0248630ec9" 2024-11-24T13:20:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c65fdd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38875,-1] 2024-11-24T13:20:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:07,945 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:07,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60d6aed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:07,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:07,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,39459,1732454395831, seqNum=-1] 2024-11-24T13:20:07,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:07,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454401021.785066930e40ccca06f926b4889a0f3e., hostname=b10924491aa5,39459,1732454395831, seqNum=2] 2024-11-24T13:20:07,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:08,037 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 379, reset compression=false 2024-11-24T13:20:08,052 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:08,053 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 503, reset compression=false 2024-11-24T13:20:08,053 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39459,1732454395831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:08,137 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 480, reset compression=false 2024-11-24T13:20:08,267 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 503, reset compression=false 2024-11-24T13:20:08,450 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 480, reset compression=false 2024-11-24T13:20:08,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T13:20:08,558 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T13:20:08,572 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 503, reset compression=false 2024-11-24T13:20:08,577 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:08,577 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 607, reset compression=false 2024-11-24T13:20:08,577 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39459,1732454395831 got entry batch from reader: WALEntryBatch [walEntries=[{test/785066930e40ccca06f926b4889a0f3e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T13:20:08,579 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:08,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T13:20:08,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:08,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ccc143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:08,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44901,-1 for getting cluster id 2024-11-24T13:20:08,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:08,582 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05dc508a-a7c2-4ba0-ac0c-538e04002c83' 2024-11-24T13:20:08,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:08,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05dc508a-a7c2-4ba0-ac0c-538e04002c83" 2024-11-24T13:20:08,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ab8478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:08,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44901,-1] 2024-11-24T13:20:08,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:08,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:08,583 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:08,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6243152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:08,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:08,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34935,1732454391783, seqNum=-1] 2024-11-24T13:20:08,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:08,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:08,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6., hostname=b10924491aa5,34935,1732454391783, seqNum=2] 2024-11-24T13:20:08,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:08,781 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 607, reset compression=false 2024-11-24T13:20:08,854 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 480, reset compression=false 2024-11-24T13:20:08,859 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:08,859 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 608, reset compression=false 2024-11-24T13:20:08,859 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34935,1732454391783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:09,063 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 608, reset compression=false 2024-11-24T13:20:09,085 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 607, reset compression=false 2024-11-24T13:20:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:20:09,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T13:20:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:20:09,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T13:20:09,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:09,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T13:20:09,367 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 608, reset compression=false 2024-11-24T13:20:09,488 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 607, reset compression=false 2024-11-24T13:20:09,561 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T13:20:09,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T13:20:09,770 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 608, reset compression=false 2024-11-24T13:20:09,776 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:09,776 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 764, reset compression=false 2024-11-24T13:20:09,776 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34935,1732454391783 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c8c9996c2b3427e92d3c1ce6d30bfe6/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T13:20:09,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:09,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:09,979 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 764, reset compression=false 2024-11-24T13:20:09,993 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 607, reset compression=false 2024-11-24T13:20:09,997 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:09,997 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 754, reset compression=false 2024-11-24T13:20:09,997 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39459,1732454395831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:10,200 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 754, reset compression=false 2024-11-24T13:20:10,283 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 764, reset compression=false 2024-11-24T13:20:10,505 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 754, reset compression=false 2024-11-24T13:20:10,570 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T13:20:10,574 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T13:20:10,687 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 764, reset compression=false 2024-11-24T13:20:10,909 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 754, reset compression=false 2024-11-24T13:20:10,914 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:10,914 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 913, reset compression=false 2024-11-24T13:20:10,914 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39459,1732454395831 got entry batch from reader: WALEntryBatch [walEntries=[{test/785066930e40ccca06f926b4889a0f3e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T13:20:10,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:10,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:11,118 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 913, reset compression=false 2024-11-24T13:20:11,192 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 764, reset compression=false 2024-11-24T13:20:11,197 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:11,197 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:11,197 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34935,1732454391783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:11,400 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:11,421 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 913, reset compression=false 2024-11-24T13:20:11,576 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T13:20:11,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:20:11,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:11,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:11,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:11,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:11,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:11,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:20:11,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555271479, stopped=false 2024-11-24T13:20:11,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,38875,1732454395789 2024-11-24T13:20:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1011948689/running 2024-11-24T13:20:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1011948689/running 2024-11-24T13:20:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:20:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:20:11,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:11,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:11,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:11,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:11,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,39459,1732454395831' ***** 2024-11-24T13:20:11,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:20:11,587 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:20:11,587 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:20:11,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on znode that does not yet exist, /1-1011948689/running 2024-11-24T13:20:11,587 INFO [RS:0;b10924491aa5:39459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:20:11,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Set watcher on znode that does not yet exist, /1-1011948689/running 2024-11-24T13:20:11,587 INFO [RS:0;b10924491aa5:39459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:20:11,587 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(3091): Received CLOSE for 19da0132fb6fd820b9117226808d24fb 2024-11-24T13:20:11,587 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(3091): Received CLOSE for 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:11,587 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,39459,1732454395831 2024-11-24T13:20:11,588 INFO [RS:0;b10924491aa5:39459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:11,588 INFO [RS:0;b10924491aa5:39459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39459. 2024-11-24T13:20:11,588 DEBUG [RS:0;b10924491aa5:39459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:11,588 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19da0132fb6fd820b9117226808d24fb, disabling compactions & flushes 2024-11-24T13:20:11,588 INFO [RS:0;b10924491aa5:39459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:20:11,588 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. after waiting 0 ms 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:11,588 INFO [RS:0;b10924491aa5:39459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:20:11,588 INFO [RS:0;b10924491aa5:39459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:20:11,588 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:20:11,588 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19da0132fb6fd820b9117226808d24fb 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T13:20:11,588 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:20:11,588 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1325): Online Regions={19da0132fb6fd820b9117226808d24fb=hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb., 1588230740=hbase:meta,,1.1588230740, 785066930e40ccca06f926b4889a0f3e=test,,1732454401021.785066930e40ccca06f926b4889a0f3e.} 2024-11-24T13:20:11,588 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19da0132fb6fd820b9117226808d24fb, 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:11,588 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:11,588 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:11,589 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:20:11,605 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/info/1b785eef7b5c47889b0b261a90ddf0db is 147, key is hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb./info:regioninfo/1732454406226/Put/seqid=0 2024-11-24T13:20:11,607 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb/.tmp/queue/4e69916e349e4b60aa3dfa09c45165c8 is 153, key is 1-b10924491aa5,39459,1732454395831/queue:b10924491aa5%2C39459%2C1732454395831/1732454410919/Put/seqid=0 2024-11-24T13:20:11,607 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:11,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741840_1016 (size=7686) 2024-11-24T13:20:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741841_1017 (size=5352) 2024-11-24T13:20:11,697 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:20:11,697 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:20:11,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:11,705 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:11,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:11,788 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19da0132fb6fd820b9117226808d24fb, 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:11,825 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 913, reset compression=false 2024-11-24T13:20:11,989 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19da0132fb6fd820b9117226808d24fb, 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:12,015 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/info/1b785eef7b5c47889b0b261a90ddf0db 2024-11-24T13:20:12,016 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb/.tmp/queue/4e69916e349e4b60aa3dfa09c45165c8 2024-11-24T13:20:12,024 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb/.tmp/queue/4e69916e349e4b60aa3dfa09c45165c8 as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb/queue/4e69916e349e4b60aa3dfa09c45165c8 2024-11-24T13:20:12,034 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb/queue/4e69916e349e4b60aa3dfa09c45165c8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T13:20:12,035 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 19da0132fb6fd820b9117226808d24fb in 447ms, sequenceid=10, compaction requested=false 2024-11-24T13:20:12,042 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/replication/19da0132fb6fd820b9117226808d24fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T13:20:12,042 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:12,042 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:12,043 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:12,043 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19da0132fb6fd820b9117226808d24fb: Waiting for close lock at 1732454411588Running coprocessor pre-close hooks at 1732454411588Disabling compacts and flushes for region at 1732454411588Disabling writes for close at 1732454411588Obtaining lock to block concurrent updates at 1732454411588Preparing flush snapshotting stores in 19da0132fb6fd820b9117226808d24fb at 1732454411588Finished memstore snapshotting hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732454411588Flushing stores of hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. at 1732454411589 (+1 ms)Flushing 19da0132fb6fd820b9117226808d24fb/queue: creating writer at 1732454411589Flushing 19da0132fb6fd820b9117226808d24fb/queue: appending metadata at 1732454411606 (+17 ms)Flushing 19da0132fb6fd820b9117226808d24fb/queue: closing flushed file at 1732454411606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fa0c44: reopening flushed file at 1732454412023 (+417 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 19da0132fb6fd820b9117226808d24fb in 447ms, sequenceid=10, compaction requested=false at 1732454412035 (+12 ms)Writing region close event to WAL at 1732454412036 (+1 ms)Running coprocessor post-close hooks at 1732454412042 (+6 ms)Closed at 1732454412042 2024-11-24T13:20:12,043 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454405387.19da0132fb6fd820b9117226808d24fb. 2024-11-24T13:20:12,043 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 785066930e40ccca06f926b4889a0f3e, disabling compactions & flushes 2024-11-24T13:20:12,043 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:12,043 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:12,043 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454401021.785066930e40ccca06f926b4889a0f3e. after waiting 0 ms 2024-11-24T13:20:12,043 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:12,043 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 785066930e40ccca06f926b4889a0f3e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T13:20:12,053 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/ns/c2289561f0ee4f85998ae62e8436b1f9 is 43, key is default/ns:d/1732454398783/Put/seqid=0 2024-11-24T13:20:12,067 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/f/9bcd58876bbe4200b7edfb2c3fb5bcde is 29, key is row1/f:/1732454410570/DeleteFamily/seqid=0 2024-11-24T13:20:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741842_1018 (size=5153) 2024-11-24T13:20:12,071 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/ns/c2289561f0ee4f85998ae62e8436b1f9 2024-11-24T13:20:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741843_1019 (size=5118) 2024-11-24T13:20:12,104 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/rep_barrier/de0ed72b7f1d480896facad15ef0f812 is 112, key is test,,1732454401021.785066930e40ccca06f926b4889a0f3e./rep_barrier:seqnumDuringOpen/1732454402194/Put/seqid=0 2024-11-24T13:20:12,109 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741844_1020 (size=5518) 2024-11-24T13:20:12,189 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:12,330 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 913, reset compression=false 2024-11-24T13:20:12,347 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:12,347 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 1160, reset compression=false 2024-11-24T13:20:12,347 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,39459,1732454395831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:12,348 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,39459,1732454395831: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,39459,1732454395831, walGroup=b10924491aa5%2C39459%2C1732454395831, offset=b10924491aa5%2C39459%2C1732454395831.1732454397821:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:39459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:20:12,349 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:20:12,349 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:20:12,350 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:20:12,350 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:20:12,350 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:20:12,350 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 679308672 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191923408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:20:12,350 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:38875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:38875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:20:12,389 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:12,483 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/f/9bcd58876bbe4200b7edfb2c3fb5bcde 2024-11-24T13:20:12,487 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bcd58876bbe4200b7edfb2c3fb5bcde 2024-11-24T13:20:12,503 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/f1/5630ccbe3f694d6ab089e59ae2b41a42 is 30, key is row1/f1:/1732454410570/DeleteFamily/seqid=0 2024-11-24T13:20:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741845_1021 (size=5123) 2024-11-24T13:20:12,507 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/f1/5630ccbe3f694d6ab089e59ae2b41a42 2024-11-24T13:20:12,515 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5630ccbe3f694d6ab089e59ae2b41a42 2024-11-24T13:20:12,531 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/rep_barrier/de0ed72b7f1d480896facad15ef0f812 2024-11-24T13:20:12,538 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/norep/f91ca16fd6e942c0a09ebcd4305924e5 is 33, key is row1/norep:/1732454410570/DeleteFamily/seqid=0 2024-11-24T13:20:12,555 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/table/7768bd8733e54ecd8af987ef5a6d73cf is 53, key is hbase:replication/table:state/1732454406241/Put/seqid=0 2024-11-24T13:20:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741846_1022 (size=5108) 2024-11-24T13:20:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741847_1023 (size=5308) 2024-11-24T13:20:12,563 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/table/7768bd8733e54ecd8af987ef5a6d73cf 2024-11-24T13:20:12,565 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 1160, reset compression=false 2024-11-24T13:20:12,574 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/info/1b785eef7b5c47889b0b261a90ddf0db as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/info/1b785eef7b5c47889b0b261a90ddf0db 2024-11-24T13:20:12,578 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/info/1b785eef7b5c47889b0b261a90ddf0db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:20:12,579 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/ns/c2289561f0ee4f85998ae62e8436b1f9 as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/ns/c2289561f0ee4f85998ae62e8436b1f9 2024-11-24T13:20:12,583 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/ns/c2289561f0ee4f85998ae62e8436b1f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:20:12,584 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/rep_barrier/de0ed72b7f1d480896facad15ef0f812 as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/rep_barrier/de0ed72b7f1d480896facad15ef0f812 2024-11-24T13:20:12,588 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/rep_barrier/de0ed72b7f1d480896facad15ef0f812, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:20:12,588 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/.tmp/table/7768bd8733e54ecd8af987ef5a6d73cf as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/table/7768bd8733e54ecd8af987ef5a6d73cf 2024-11-24T13:20:12,590 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:20:12,590 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 785066930e40ccca06f926b4889a0f3e=test,,1732454401021.785066930e40ccca06f926b4889a0f3e.} 2024-11-24T13:20:12,590 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:12,593 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/table/7768bd8733e54ecd8af987ef5a6d73cf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:20:12,595 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=16, compaction requested=false 2024-11-24T13:20:12,612 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:20:12,613 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:12,614 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:12,614 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:12,614 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454411588Running coprocessor pre-close hooks at 1732454411588Disabling compacts and flushes for region at 1732454411588Disabling writes for close at 1732454411588Obtaining lock to block concurrent updates at 1732454411589 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732454411589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454411589Flushing stores of hbase:meta,,1.1588230740 at 1732454411589Flushing 1588230740/info: creating writer at 1732454411589Flushing 1588230740/info: appending metadata at 1732454411605 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732454411605Flushing 1588230740/ns: creating writer at 1732454412033 (+428 ms)Flushing 1588230740/ns: appending metadata at 1732454412053 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732454412053Flushing 1588230740/rep_barrier: creating writer at 1732454412076 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454412104 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454412104Flushing 1588230740/table: creating writer at 1732454412536 (+432 ms)Flushing 1588230740/table: appending metadata at 1732454412555 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732454412555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bd4c07: reopening flushed file at 1732454412573 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7131ca0b: reopening flushed file at 1732454412578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9ad4: reopening flushed file at 1732454412583 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6547128e: reopening flushed file at 1732454412588 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=16, compaction requested=false at 1732454412595 (+7 ms)Writing region close event to WAL at 1732454412608 (+13 ms)Running coprocessor post-close hooks at 1732454412613 (+5 ms)Closed at 1732454412614 (+1 ms) 2024-11-24T13:20:12,614 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:12,643 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:12,790 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:12,872 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 1160, reset compression=false 2024-11-24T13:20:12,959 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/norep/f91ca16fd6e942c0a09ebcd4305924e5 2024-11-24T13:20:12,963 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f91ca16fd6e942c0a09ebcd4305924e5 2024-11-24T13:20:12,964 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/f/9bcd58876bbe4200b7edfb2c3fb5bcde as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/f/9bcd58876bbe4200b7edfb2c3fb5bcde 2024-11-24T13:20:12,968 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bcd58876bbe4200b7edfb2c3fb5bcde 2024-11-24T13:20:12,968 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/f/9bcd58876bbe4200b7edfb2c3fb5bcde, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T13:20:12,969 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/f1/5630ccbe3f694d6ab089e59ae2b41a42 as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/f1/5630ccbe3f694d6ab089e59ae2b41a42 2024-11-24T13:20:12,972 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5630ccbe3f694d6ab089e59ae2b41a42 2024-11-24T13:20:12,973 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/f1/5630ccbe3f694d6ab089e59ae2b41a42, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T13:20:12,973 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/.tmp/norep/f91ca16fd6e942c0a09ebcd4305924e5 as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/norep/f91ca16fd6e942c0a09ebcd4305924e5 2024-11-24T13:20:12,978 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f91ca16fd6e942c0a09ebcd4305924e5 2024-11-24T13:20:12,978 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/norep/f91ca16fd6e942c0a09ebcd4305924e5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T13:20:12,979 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 785066930e40ccca06f926b4889a0f3e in 936ms, sequenceid=8, compaction requested=false 2024-11-24T13:20:12,990 DEBUG [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1351): Waiting on 785066930e40ccca06f926b4889a0f3e 2024-11-24T13:20:12,996 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/data/default/test/785066930e40ccca06f926b4889a0f3e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T13:20:12,997 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:12,997 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:12,997 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:12,997 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 785066930e40ccca06f926b4889a0f3e: Waiting for close lock at 1732454412043Running coprocessor pre-close hooks at 1732454412043Disabling compacts and flushes for region at 1732454412043Disabling writes for close at 1732454412043Obtaining lock to block concurrent updates at 1732454412043Preparing flush snapshotting stores in 785066930e40ccca06f926b4889a0f3e at 1732454412043Finished memstore snapshotting test,,1732454401021.785066930e40ccca06f926b4889a0f3e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732454412043Flushing stores of test,,1732454401021.785066930e40ccca06f926b4889a0f3e. at 1732454412044 (+1 ms)Flushing 785066930e40ccca06f926b4889a0f3e/f: creating writer at 1732454412045 (+1 ms)Flushing 785066930e40ccca06f926b4889a0f3e/f: appending metadata at 1732454412066 (+21 ms)Flushing 785066930e40ccca06f926b4889a0f3e/f: closing flushed file at 1732454412066Flushing 785066930e40ccca06f926b4889a0f3e/f1: creating writer at 1732454412488 (+422 ms)Flushing 785066930e40ccca06f926b4889a0f3e/f1: appending metadata at 1732454412503 (+15 ms)Flushing 785066930e40ccca06f926b4889a0f3e/f1: closing flushed file at 1732454412503Flushing 785066930e40ccca06f926b4889a0f3e/norep: creating writer at 1732454412515 (+12 ms)Flushing 785066930e40ccca06f926b4889a0f3e/norep: appending metadata at 1732454412537 (+22 ms)Flushing 785066930e40ccca06f926b4889a0f3e/norep: closing flushed file at 1732454412537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11152147: reopening flushed file at 1732454412963 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fb67a3: reopening flushed file at 1732454412968 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45efce6b: reopening flushed file at 1732454412973 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 785066930e40ccca06f926b4889a0f3e in 936ms, sequenceid=8, compaction requested=false at 1732454412979 (+6 ms)Writing region close event to WAL at 1732454412988 (+9 ms)Running coprocessor post-close hooks at 1732454412997 (+9 ms)Closed at 1732454412997 2024-11-24T13:20:12,997 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454401021.785066930e40ccca06f926b4889a0f3e. 2024-11-24T13:20:13,191 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,39459,1732454395831; all regions closed. 2024-11-24T13:20:13,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:20:13,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741839_1015 (size=2676) 2024-11-24T13:20:13,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.rep.1732454406134 not finished, retry = 0 2024-11-24T13:20:13,248 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:13,276 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 to pos 1160, reset compression=false 2024-11-24T13:20:13,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741832_1008 (size=1812) 2024-11-24T13:20:13,315 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,315 INFO [RS:0;b10924491aa5:39459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:13,315 INFO [RS:0;b10924491aa5:39459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:13,315 INFO [RS:0;b10924491aa5:39459 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:13,316 INFO [RS:0;b10924491aa5:39459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:13,317 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 for the last time to pos 1804, reset compression=false 2024-11-24T13:20:13,318 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:13,320 INFO [RS:0;b10924491aa5:39459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,39459,1732454395831 because: Region server is closing 2024-11-24T13:20:13,320 INFO [RS:0;b10924491aa5:39459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39459. 2024-11-24T13:20:13,320 DEBUG [RS:0;b10924491aa5:39459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:13,320 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,320 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:13,325 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 and length of the file is 1812 2024-11-24T13:20:13,325 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/WALs/b10924491aa5,39459,1732454395831/b10924491aa5%2C39459%2C1732454395831.1732454397821 2024-11-24T13:20:13,325 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.wal-reader.b10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:13,421 INFO [RS:0;b10924491aa5:39459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,39459,1732454395831.replicationSource.shipperb10924491aa5%2C39459%2C1732454395831,1-b10924491aa5,39459,1732454395831 terminated 2024-11-24T13:20:13,421 INFO [RS:0;b10924491aa5:39459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:39459. 2024-11-24T13:20:13,421 DEBUG [RS:0;b10924491aa5:39459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:13,421 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,421 DEBUG [RS:0;b10924491aa5:39459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:13,421 INFO [RS:0;b10924491aa5:39459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39459 2024-11-24T13:20:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1011948689/rs/b10924491aa5,39459,1732454395831 2024-11-24T13:20:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689/rs 2024-11-24T13:20:13,424 INFO [RS:0;b10924491aa5:39459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:13,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,39459,1732454395831] 2024-11-24T13:20:13,426 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1011948689/draining/b10924491aa5,39459,1732454395831 already deleted, retry=false 2024-11-24T13:20:13,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,39459,1732454395831 expired; onlineServers=0 2024-11-24T13:20:13,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,38875,1732454395789' ***** 2024-11-24T13:20:13,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:20:13,426 INFO [M:0;b10924491aa5:38875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:13,427 INFO [M:0;b10924491aa5:38875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:13,427 DEBUG [M:0;b10924491aa5:38875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:20:13,427 DEBUG [M:0;b10924491aa5:38875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:20:13,427 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:20:13,427 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454397600 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454397600,5,FailOnTimeoutGroup] 2024-11-24T13:20:13,427 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454397600 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454397600,5,FailOnTimeoutGroup] 2024-11-24T13:20:13,427 INFO [M:0;b10924491aa5:38875 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:13,428 INFO [M:0;b10924491aa5:38875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:13,428 DEBUG [M:0;b10924491aa5:38875 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:20:13,428 INFO [M:0;b10924491aa5:38875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:20:13,428 INFO [M:0;b10924491aa5:38875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:13,428 INFO [M:0;b10924491aa5:38875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:20:13,428 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:20:13,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1011948689/master 2024-11-24T13:20:13,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1011948689 2024-11-24T13:20:13,430 DEBUG [M:0;b10924491aa5:38875 {}] zookeeper.ZKUtil(347): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Unable to get data of znode /1-1011948689/master because node does not exist (not an error) 2024-11-24T13:20:13,430 WARN [M:0;b10924491aa5:38875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:20:13,431 INFO [M:0;b10924491aa5:38875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/.lastflushedseqids 2024-11-24T13:20:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741848_1024 (size=245) 2024-11-24T13:20:13,448 INFO [M:0;b10924491aa5:38875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:20:13,448 INFO [M:0;b10924491aa5:38875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:20:13,449 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:13,449 INFO [M:0;b10924491aa5:38875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:13,449 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:13,449 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:13,449 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:13,449 INFO [M:0;b10924491aa5:38875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T13:20:13,470 DEBUG [M:0;b10924491aa5:38875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ede3148dd1b74582bd8849bc050abda2 is 82, key is hbase:meta,,1/info:regioninfo/1732454398774/Put/seqid=0 2024-11-24T13:20:13,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741849_1025 (size=5672) 2024-11-24T13:20:13,476 INFO [M:0;b10924491aa5:38875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ede3148dd1b74582bd8849bc050abda2 2024-11-24T13:20:13,506 DEBUG [M:0;b10924491aa5:38875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44bd5ecfe74b4be5b6396d2d1b69ad23 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454406246/Put/seqid=0 2024-11-24T13:20:13,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:13,526 INFO [RS:0;b10924491aa5:39459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:13,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39459-0x1014a2206370004, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:13,526 INFO [RS:0;b10924491aa5:39459 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,39459,1732454395831; zookeeper connection closed. 2024-11-24T13:20:13,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741850_1026 (size=8517) 2024-11-24T13:20:13,539 INFO [M:0;b10924491aa5:38875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44bd5ecfe74b4be5b6396d2d1b69ad23 2024-11-24T13:20:13,545 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55d4149 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55d4149 2024-11-24T13:20:13,545 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:20:13,569 DEBUG [M:0;b10924491aa5:38875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5026a566f9a1467681a8bc3b0c9da2fb is 69, key is b10924491aa5,39459,1732454395831/rs:state/1732454397670/Put/seqid=0 2024-11-24T13:20:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741851_1027 (size=5156) 2024-11-24T13:20:13,615 INFO [M:0;b10924491aa5:38875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5026a566f9a1467681a8bc3b0c9da2fb 2024-11-24T13:20:13,621 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ede3148dd1b74582bd8849bc050abda2 as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ede3148dd1b74582bd8849bc050abda2 2024-11-24T13:20:13,627 INFO [M:0;b10924491aa5:38875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ede3148dd1b74582bd8849bc050abda2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:20:13,630 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44bd5ecfe74b4be5b6396d2d1b69ad23 as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44bd5ecfe74b4be5b6396d2d1b69ad23 2024-11-24T13:20:13,642 INFO [M:0;b10924491aa5:38875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44bd5ecfe74b4be5b6396d2d1b69ad23, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:20:13,644 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5026a566f9a1467681a8bc3b0c9da2fb as hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5026a566f9a1467681a8bc3b0c9da2fb 2024-11-24T13:20:13,651 INFO [M:0;b10924491aa5:38875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/ff693545-9186-390d-44ce-bb6d042ba867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5026a566f9a1467681a8bc3b0c9da2fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:20:13,652 INFO [M:0;b10924491aa5:38875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=97, compaction requested=false 2024-11-24T13:20:13,697 INFO [M:0;b10924491aa5:38875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:13,697 DEBUG [M:0;b10924491aa5:38875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454413448Disabling compacts and flushes for region at 1732454413448Disabling writes for close at 1732454413449 (+1 ms)Obtaining lock to block concurrent updates at 1732454413449Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454413449Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732454413449Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454413450 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454413450Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454413470 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454413470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454413483 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454413506 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454413506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454413546 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454413568 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454413568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13563e1a: reopening flushed file at 1732454413620 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692165bf: reopening flushed file at 1732454413627 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65fe3aa3: reopening flushed file at 1732454413642 (+15 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=97, compaction requested=false at 1732454413652 (+10 ms)Writing region close event to WAL at 1732454413697 (+45 ms)Closed at 1732454413697 2024-11-24T13:20:13,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741830_1006 (size=63666) 2024-11-24T13:20:13,732 INFO [M:0;b10924491aa5:38875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:20:13,732 INFO [M:0;b10924491aa5:38875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38875 2024-11-24T13:20:13,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:13,733 INFO [M:0;b10924491aa5:38875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:13,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:13,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38875-0x1014a2206370003, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:13,835 INFO [M:0;b10924491aa5:38875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:13,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7303b9c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:13,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a09b919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:13,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:13,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@feb2d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:13,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:13,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:20:13,860 WARN [BP-49351777-172.17.0.2-1732454394849 heartbeating to localhost/127.0.0.1:42783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:20:13,860 WARN [BP-49351777-172.17.0.2-1732454394849 heartbeating to localhost/127.0.0.1:42783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-49351777-172.17.0.2-1732454394849 (Datanode Uuid 12d86b27-b408-4352-b94c-76d5412e8e0c) service to localhost/127.0.0.1:42783 2024-11-24T13:20:13,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:20:13,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/cluster_357d35c9-c70b-65a3-aa31-960f9c73619d/data/data1/current/BP-49351777-172.17.0.2-1732454394849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:13,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/cluster_357d35c9-c70b-65a3-aa31-960f9c73619d/data/data2/current/BP-49351777-172.17.0.2-1732454394849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:13,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:20:13,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d9a5135{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:13,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3691ca81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:13,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:13,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f613f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:13,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:13,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:20:13,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:20:13,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:13,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:13,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:13,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:20:13,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=427988344, stopped=false 2024-11-24T13:20:13,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,44901,1732454391736 2024-11-24T13:20:13,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01413394286/running 2024-11-24T13:20:13,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01413394286/running 2024-11-24T13:20:13,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:20:13,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:20:13,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on znode that does not yet exist, /01413394286/running 2024-11-24T13:20:13,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Set watcher on znode that does not yet exist, /01413394286/running 2024-11-24T13:20:13,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:13,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:13,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,34935,1732454391783' ***** 2024-11-24T13:20:13,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:20:13,906 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:20:13,906 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:20:13,906 INFO [RS:0;b10924491aa5:34935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:20:13,906 INFO [RS:0;b10924491aa5:34935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:20:13,906 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:13,908 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c8c9996c2b3427e92d3c1ce6d30bfe6 2024-11-24T13:20:13,908 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,34935,1732454391783 2024-11-24T13:20:13,908 INFO [RS:0;b10924491aa5:34935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:13,908 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2243c1a09b75a06843f75a0db408fafc, disabling compactions & flushes 2024-11-24T13:20:13,908 INFO [RS:0;b10924491aa5:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34935. 2024-11-24T13:20:13,908 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:13,909 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:13,909 DEBUG [RS:0;b10924491aa5:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:13,909 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. after waiting 0 ms 2024-11-24T13:20:13,909 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:13,909 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:13,909 INFO [RS:0;b10924491aa5:34935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:20:13,909 INFO [RS:0;b10924491aa5:34935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:20:13,909 INFO [RS:0;b10924491aa5:34935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:20:13,909 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:20:13,909 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:20:13,909 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1325): Online Regions={2243c1a09b75a06843f75a0db408fafc=hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc., 0c8c9996c2b3427e92d3c1ce6d30bfe6=test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:20:13,909 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1351): Waiting on 0c8c9996c2b3427e92d3c1ce6d30bfe6, 1588230740, 2243c1a09b75a06843f75a0db408fafc 2024-11-24T13:20:13,909 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:13,909 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:13,909 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:13,909 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:13,909 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:13,909 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:20:13,911 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2243c1a09b75a06843f75a0db408fafc 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T13:20:13,933 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc/.tmp/queue/282dc3ef54ff4976be5a9224f52ab249 is 153, key is 1-b10924491aa5,34935,1732454391783/queue:b10924491aa5%2C34935%2C1732454391783/1732454411198/Put/seqid=0 2024-11-24T13:20:13,936 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/info/baef5c8233544903bf4c851fe7767544 is 147, key is hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc./info:regioninfo/1732454404074/Put/seqid=0 2024-11-24T13:20:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741841_1017 (size=7686) 2024-11-24T13:20:13,942 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/info/baef5c8233544903bf4c851fe7767544 2024-11-24T13:20:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741840_1016 (size=5352) 2024-11-24T13:20:13,949 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc/.tmp/queue/282dc3ef54ff4976be5a9224f52ab249 2024-11-24T13:20:13,956 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc/.tmp/queue/282dc3ef54ff4976be5a9224f52ab249 as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc/queue/282dc3ef54ff4976be5a9224f52ab249 2024-11-24T13:20:13,957 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:13,958 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:13,963 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc/queue/282dc3ef54ff4976be5a9224f52ab249, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T13:20:13,964 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2243c1a09b75a06843f75a0db408fafc in 55ms, sequenceid=10, compaction requested=false 2024-11-24T13:20:13,966 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/ns/0d2328ecb9164e90a834396fd663c8a0 is 43, key is default/ns:d/1732454394769/Put/seqid=0 2024-11-24T13:20:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741842_1018 (size=5153) 2024-11-24T13:20:13,971 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/replication/2243c1a09b75a06843f75a0db408fafc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T13:20:13,972 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:13,972 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:13,972 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:13,972 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2243c1a09b75a06843f75a0db408fafc: Waiting for close lock at 1732454413908Running coprocessor pre-close hooks at 1732454413908Disabling compacts and flushes for region at 1732454413908Disabling writes for close at 1732454413909 (+1 ms)Obtaining lock to block concurrent updates at 1732454413911 (+2 ms)Preparing flush snapshotting stores in 2243c1a09b75a06843f75a0db408fafc at 1732454413911Finished memstore snapshotting hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732454413911Flushing stores of hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. at 1732454413912 (+1 ms)Flushing 2243c1a09b75a06843f75a0db408fafc/queue: creating writer at 1732454413912Flushing 2243c1a09b75a06843f75a0db408fafc/queue: appending metadata at 1732454413933 (+21 ms)Flushing 2243c1a09b75a06843f75a0db408fafc/queue: closing flushed file at 1732454413933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b65e7b: reopening flushed file at 1732454413955 (+22 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2243c1a09b75a06843f75a0db408fafc in 55ms, sequenceid=10, compaction requested=false at 1732454413964 (+9 ms)Writing region close event to WAL at 1732454413968 (+4 ms)Running coprocessor post-close hooks at 1732454413972 (+4 ms)Closed at 1732454413972 2024-11-24T13:20:13,972 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454403231.2243c1a09b75a06843f75a0db408fafc. 2024-11-24T13:20:13,973 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c8c9996c2b3427e92d3c1ce6d30bfe6, disabling compactions & flushes 2024-11-24T13:20:13,973 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:13,973 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:13,973 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. after waiting 0 ms 2024-11-24T13:20:13,973 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:13,973 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T13:20:13,991 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/f/bf993869fa6f463a8ca8f248117e6a6c is 29, key is row1/f:/1732454410570/DeleteFamily/seqid=0 2024-11-24T13:20:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741843_1019 (size=5118) 2024-11-24T13:20:14,109 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1351): Waiting on 0c8c9996c2b3427e92d3c1ce6d30bfe6, 1588230740 2024-11-24T13:20:14,310 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1351): Waiting on 0c8c9996c2b3427e92d3c1ce6d30bfe6, 1588230740 2024-11-24T13:20:14,372 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/ns/0d2328ecb9164e90a834396fd663c8a0 2024-11-24T13:20:14,390 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/rep_barrier/76c749b57809443fabc77d4ecc3556ad is 112, key is test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6./rep_barrier:seqnumDuringOpen/1732454400071/Put/seqid=0 2024-11-24T13:20:14,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741844_1020 (size=5518) 2024-11-24T13:20:14,395 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/f/bf993869fa6f463a8ca8f248117e6a6c 2024-11-24T13:20:14,400 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf993869fa6f463a8ca8f248117e6a6c 2024-11-24T13:20:14,417 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/f1/576ad37907b94191a023a6d96a0d4d38 is 30, key is row1/f1:/1732454410570/DeleteFamily/seqid=0 2024-11-24T13:20:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741845_1021 (size=5123) 2024-11-24T13:20:14,510 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1351): Waiting on 0c8c9996c2b3427e92d3c1ce6d30bfe6, 1588230740 2024-11-24T13:20:14,650 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:20:14,650 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:20:14,710 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1351): Waiting on 0c8c9996c2b3427e92d3c1ce6d30bfe6, 1588230740 2024-11-24T13:20:14,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 914, reset compression=false 2024-11-24T13:20:14,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:14,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 1161, reset compression=false 2024-11-24T13:20:14,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34935,1732454391783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:14,768 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,34935,1732454391783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,34935,1732454391783, walGroup=b10924491aa5%2C34935%2C1732454391783, offset=b10924491aa5%2C34935%2C1732454391783.1732454393770:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:34935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:20:14,769 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:20:14,769 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:20:14,770 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:20:14,770 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:20:14,770 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:20:14,770 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 733834624 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 192420016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:20:14,770 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:44901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:44901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:20:14,795 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/rep_barrier/76c749b57809443fabc77d4ecc3556ad 2024-11-24T13:20:14,814 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/table/ed5ba1bafb894cce9c8247190e72ce0f is 53, key is hbase:replication/table:state/1732454404091/Put/seqid=0 2024-11-24T13:20:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741846_1022 (size=5308) 2024-11-24T13:20:14,821 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/f1/576ad37907b94191a023a6d96a0d4d38 2024-11-24T13:20:14,824 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 576ad37907b94191a023a6d96a0d4d38 2024-11-24T13:20:14,842 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/norep/629b12390c234567b25b2aa1903a7b56 is 32, key is row/norep:/1732454409564/DeleteFamily/seqid=0 2024-11-24T13:20:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741847_1023 (size=5101) 2024-11-24T13:20:14,846 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/norep/629b12390c234567b25b2aa1903a7b56 2024-11-24T13:20:14,850 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 629b12390c234567b25b2aa1903a7b56 2024-11-24T13:20:14,850 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/f/bf993869fa6f463a8ca8f248117e6a6c as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/f/bf993869fa6f463a8ca8f248117e6a6c 2024-11-24T13:20:14,854 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf993869fa6f463a8ca8f248117e6a6c 2024-11-24T13:20:14,854 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/f/bf993869fa6f463a8ca8f248117e6a6c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T13:20:14,855 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/f1/576ad37907b94191a023a6d96a0d4d38 as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/f1/576ad37907b94191a023a6d96a0d4d38 2024-11-24T13:20:14,859 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 576ad37907b94191a023a6d96a0d4d38 2024-11-24T13:20:14,859 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/f1/576ad37907b94191a023a6d96a0d4d38, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T13:20:14,859 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/.tmp/norep/629b12390c234567b25b2aa1903a7b56 as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/norep/629b12390c234567b25b2aa1903a7b56 2024-11-24T13:20:14,863 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 629b12390c234567b25b2aa1903a7b56 2024-11-24T13:20:14,864 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/norep/629b12390c234567b25b2aa1903a7b56, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T13:20:14,864 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0c8c9996c2b3427e92d3c1ce6d30bfe6 in 891ms, sequenceid=8, compaction requested=false 2024-11-24T13:20:14,871 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/default/test/0c8c9996c2b3427e92d3c1ce6d30bfe6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T13:20:14,872 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:14,872 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:14,872 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:14,872 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c8c9996c2b3427e92d3c1ce6d30bfe6: Waiting for close lock at 1732454413972Running coprocessor pre-close hooks at 1732454413972Disabling compacts and flushes for region at 1732454413972Disabling writes for close at 1732454413973 (+1 ms)Obtaining lock to block concurrent updates at 1732454413973Preparing flush snapshotting stores in 0c8c9996c2b3427e92d3c1ce6d30bfe6 at 1732454413973Finished memstore snapshotting test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732454413973Flushing stores of test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. at 1732454413973Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/f: creating writer at 1732454413973Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/f: appending metadata at 1732454413990 (+17 ms)Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/f: closing flushed file at 1732454413990Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/f1: creating writer at 1732454414400 (+410 ms)Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/f1: appending metadata at 1732454414416 (+16 ms)Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/f1: closing flushed file at 1732454414416Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/norep: creating writer at 1732454414825 (+409 ms)Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/norep: appending metadata at 1732454414841 (+16 ms)Flushing 0c8c9996c2b3427e92d3c1ce6d30bfe6/norep: closing flushed file at 1732454414841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0a4d83: reopening flushed file at 1732454414850 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef3b1b6: reopening flushed file at 1732454414854 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27af944a: reopening flushed file at 1732454414859 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0c8c9996c2b3427e92d3c1ce6d30bfe6 in 891ms, sequenceid=8, compaction requested=false at 1732454414865 (+6 ms)Writing region close event to WAL at 1732454414869 (+4 ms)Running coprocessor post-close hooks at 1732454414872 (+3 ms)Closed at 1732454414872 2024-11-24T13:20:14,872 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454398871.0c8c9996c2b3427e92d3c1ce6d30bfe6. 2024-11-24T13:20:14,910 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:20:14,910 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:20:14,910 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:14,971 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 1161, reset compression=false 2024-11-24T13:20:14,977 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:14,977 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 1805, reset compression=false 2024-11-24T13:20:15,097 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:15,098 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:15,098 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28336 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:15,110 DEBUG [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:15,180 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/WALs/b10924491aa5,34935,1732454391783/b10924491aa5%2C34935%2C1732454391783.1732454393770 to pos 1805, reset compression=false 2024-11-24T13:20:15,218 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/table/ed5ba1bafb894cce9c8247190e72ce0f 2024-11-24T13:20:15,223 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/info/baef5c8233544903bf4c851fe7767544 as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/info/baef5c8233544903bf4c851fe7767544 2024-11-24T13:20:15,227 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/info/baef5c8233544903bf4c851fe7767544, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:20:15,228 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/ns/0d2328ecb9164e90a834396fd663c8a0 as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/ns/0d2328ecb9164e90a834396fd663c8a0 2024-11-24T13:20:15,232 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/ns/0d2328ecb9164e90a834396fd663c8a0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:20:15,232 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/rep_barrier/76c749b57809443fabc77d4ecc3556ad as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/rep_barrier/76c749b57809443fabc77d4ecc3556ad 2024-11-24T13:20:15,238 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/rep_barrier/76c749b57809443fabc77d4ecc3556ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:20:15,239 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/.tmp/table/ed5ba1bafb894cce9c8247190e72ce0f as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/table/ed5ba1bafb894cce9c8247190e72ce0f 2024-11-24T13:20:15,244 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/table/ed5ba1bafb894cce9c8247190e72ce0f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:20:15,245 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-24T13:20:15,252 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:20:15,252 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:15,252 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:15,252 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:15,252 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454413909Running coprocessor pre-close hooks at 1732454413909Disabling compacts and flushes for region at 1732454413909Disabling writes for close at 1732454413909Obtaining lock to block concurrent updates at 1732454413909Preparing flush snapshotting stores in 1588230740 at 1732454413909Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454413910 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454413911 (+1 ms)Flushing 1588230740/info: creating writer at 1732454413911Flushing 1588230740/info: appending metadata at 1732454413935 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732454413935Flushing 1588230740/ns: creating writer at 1732454413948 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732454413966 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732454413966Flushing 1588230740/rep_barrier: creating writer at 1732454414376 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454414390 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454414390Flushing 1588230740/table: creating writer at 1732454414799 (+409 ms)Flushing 1588230740/table: appending metadata at 1732454414814 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732454414814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eef8c16: reopening flushed file at 1732454415222 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8e06ae: reopening flushed file at 1732454415227 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f21286f: reopening flushed file at 1732454415232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56fee9ae: reopening flushed file at 1732454415239 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1732454415245 (+6 ms)Writing region close event to WAL at 1732454415249 (+4 ms)Running coprocessor post-close hooks at 1732454415252 (+3 ms)Closed at 1732454415252 2024-11-24T13:20:15,252 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:15,311 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,34935,1732454391783; all regions closed. 2024-11-24T13:20:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:20:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741839_1015 (size=2676) 2024-11-24T13:20:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741832_1008 (size=1813) 2024-11-24T13:20:15,317 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:15,317 INFO [RS:0;b10924491aa5:34935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:15,318 INFO [RS:0;b10924491aa5:34935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:15,318 INFO [RS:0;b10924491aa5:34935 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:15,318 INFO [RS:0;b10924491aa5:34935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:15,318 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:15,318 INFO [RS:0;b10924491aa5:34935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,34935,1732454391783 because: Region server is closing 2024-11-24T13:20:15,318 INFO [RS:0;b10924491aa5:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34935. 2024-11-24T13:20:15,318 DEBUG [RS:0;b10924491aa5:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:15,318 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:15,318 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:15,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:15,419 INFO [RS:0;b10924491aa5:34935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.shipperb10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 terminated 2024-11-24T13:20:15,419 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34935,1732454391783.replicationSource.wal-reader.b10924491aa5%2C34935%2C1732454391783,1-b10924491aa5,34935,1732454391783 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:20:15,419 INFO [RS:0;b10924491aa5:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34935. 2024-11-24T13:20:15,419 DEBUG [RS:0;b10924491aa5:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:15,419 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:15,419 DEBUG [RS:0;b10924491aa5:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:15,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:15,419 INFO [RS:0;b10924491aa5:34935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34935 2024-11-24T13:20:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01413394286/rs/b10924491aa5,34935,1732454391783 2024-11-24T13:20:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286/rs 2024-11-24T13:20:15,422 INFO [RS:0;b10924491aa5:34935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:15,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,34935,1732454391783] 2024-11-24T13:20:15,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01413394286/draining/b10924491aa5,34935,1732454391783 already deleted, retry=false 2024-11-24T13:20:15,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,34935,1732454391783 expired; onlineServers=0 2024-11-24T13:20:15,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,44901,1732454391736' ***** 2024-11-24T13:20:15,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:20:15,425 INFO [M:0;b10924491aa5:44901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:15,425 INFO [M:0;b10924491aa5:44901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:15,425 DEBUG [M:0;b10924491aa5:44901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:20:15,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:20:15,426 DEBUG [M:0;b10924491aa5:44901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:20:15,426 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454393555 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454393555,5,FailOnTimeoutGroup] 2024-11-24T13:20:15,426 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454393555 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454393555,5,FailOnTimeoutGroup] 2024-11-24T13:20:15,426 INFO [M:0;b10924491aa5:44901 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:15,426 INFO [M:0;b10924491aa5:44901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:15,426 DEBUG [M:0;b10924491aa5:44901 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:20:15,426 INFO [M:0;b10924491aa5:44901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:20:15,426 INFO [M:0;b10924491aa5:44901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:15,426 INFO [M:0;b10924491aa5:44901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:20:15,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:20:15,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01413394286/master 2024-11-24T13:20:15,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01413394286 2024-11-24T13:20:15,427 DEBUG [M:0;b10924491aa5:44901 {}] zookeeper.ZKUtil(347): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Unable to get data of znode /01413394286/master because node does not exist (not an error) 2024-11-24T13:20:15,427 WARN [M:0;b10924491aa5:44901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:20:15,429 INFO [M:0;b10924491aa5:44901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/.lastflushedseqids 2024-11-24T13:20:15,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741848_1024 (size=245) 2024-11-24T13:20:15,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:15,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1014a2206370001, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:15,524 INFO [RS:0;b10924491aa5:34935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:15,525 INFO [RS:0;b10924491aa5:34935 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,34935,1732454391783; zookeeper connection closed. 2024-11-24T13:20:15,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d3517bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d3517bd 2024-11-24T13:20:15,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:20:15,833 INFO [M:0;b10924491aa5:44901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:20:15,833 INFO [M:0;b10924491aa5:44901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:20:15,833 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:15,833 INFO [M:0;b10924491aa5:44901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:15,833 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:15,833 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:15,833 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:15,834 INFO [M:0;b10924491aa5:44901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T13:20:15,849 DEBUG [M:0;b10924491aa5:44901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f89ee9127c491ba95cd1d24bd194e1 is 82, key is hbase:meta,,1/info:regioninfo/1732454394754/Put/seqid=0 2024-11-24T13:20:15,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741849_1025 (size=5672) 2024-11-24T13:20:16,253 INFO [M:0;b10924491aa5:44901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f89ee9127c491ba95cd1d24bd194e1 2024-11-24T13:20:16,271 DEBUG [M:0;b10924491aa5:44901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/995af77f71f045319a20e1c1123a53db is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454404096/Put/seqid=0 2024-11-24T13:20:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741850_1026 (size=8516) 2024-11-24T13:20:16,677 INFO [M:0;b10924491aa5:44901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/995af77f71f045319a20e1c1123a53db 2024-11-24T13:20:16,698 DEBUG [M:0;b10924491aa5:44901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d39780596f9493d93f12a0dc66ca667 is 69, key is b10924491aa5,34935,1732454391783/rs:state/1732454393629/Put/seqid=0 2024-11-24T13:20:16,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741851_1027 (size=5156) 2024-11-24T13:20:16,702 INFO [M:0;b10924491aa5:44901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d39780596f9493d93f12a0dc66ca667 2024-11-24T13:20:16,707 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f89ee9127c491ba95cd1d24bd194e1 as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35f89ee9127c491ba95cd1d24bd194e1 2024-11-24T13:20:16,711 INFO [M:0;b10924491aa5:44901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35f89ee9127c491ba95cd1d24bd194e1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:20:16,711 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/995af77f71f045319a20e1c1123a53db as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/995af77f71f045319a20e1c1123a53db 2024-11-24T13:20:16,715 INFO [M:0;b10924491aa5:44901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/995af77f71f045319a20e1c1123a53db, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:20:16,716 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d39780596f9493d93f12a0dc66ca667 as hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d39780596f9493d93f12a0dc66ca667 2024-11-24T13:20:16,721 INFO [M:0;b10924491aa5:44901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41699/user/jenkins/test-data/931e35c3-62eb-d6f0-022b-a6aacefd82dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d39780596f9493d93f12a0dc66ca667, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:20:16,722 INFO [M:0;b10924491aa5:44901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-24T13:20:16,728 INFO [M:0;b10924491aa5:44901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:16,729 DEBUG [M:0;b10924491aa5:44901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454415833Disabling compacts and flushes for region at 1732454415833Disabling writes for close at 1732454415833Obtaining lock to block concurrent updates at 1732454415834 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454415834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732454415834Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454415835 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454415835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454415849 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454415849Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454416257 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454416271 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454416271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454416681 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454416698 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454416698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d13ac1: reopening flushed file at 1732454416706 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb4353a: reopening flushed file at 1732454416711 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7593b5d6: reopening flushed file at 1732454416715 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1732454416722 (+7 ms)Writing region close event to WAL at 1732454416728 (+6 ms)Closed at 1732454416728 2024-11-24T13:20:16,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741830_1006 (size=63654) 2024-11-24T13:20:16,732 INFO [M:0;b10924491aa5:44901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:20:16,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:16,732 INFO [M:0;b10924491aa5:44901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44901 2024-11-24T13:20:16,733 INFO [M:0;b10924491aa5:44901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:16,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:16,835 INFO [M:0;b10924491aa5:44901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:16,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1014a2206370000, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:16,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba6236c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:16,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:16,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:16,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:16,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:16,839 WARN [BP-1476561199-172.17.0.2-1732454390715 heartbeating to localhost/127.0.0.1:41699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:20:16,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:20:16,839 WARN [BP-1476561199-172.17.0.2-1732454390715 heartbeating to localhost/127.0.0.1:41699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476561199-172.17.0.2-1732454390715 (Datanode Uuid b55d194b-4531-46e7-b08d-abd977a5ca9f) service to localhost/127.0.0.1:41699 2024-11-24T13:20:16,839 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:20:16,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c/data/data1/current/BP-1476561199-172.17.0.2-1732454390715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:16,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/cluster_2dafed0b-8c61-74d6-d0d0-ea8f7c99835c/data/data2/current/BP-1476561199-172.17.0.2-1732454390715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:16,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:20:16,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44ee4004{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:16,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:16,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:16,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:16,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/251658df-e0bc-fd49-1d05-b7b70e577d1c/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:16,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:20:16,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:20:16,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 246) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56933) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42783 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41699 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56933) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 262) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6777 (was 6288) - AvailableMemoryMB LEAK? - 2024-11-24T13:20:16,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=6776 2024-11-24T13:20:16,910 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T13:20:16,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.log.dir so I do NOT create it in target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6 2024-11-24T13:20:16,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:20:16,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.tmp.dir so I do NOT create it in target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6 2024-11-24T13:20:16,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16399a28-511d-09ff-515d-adb920bf5d4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:20:16,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6 2024-11-24T13:20:16,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9, deleteOnExit=true 2024-11-24T13:20:16,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9/zookeeper_0, clientPort=51136, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:20:16,915 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51136 2024-11-24T13:20:16,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:20:16,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:20:16,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/test.cache.data in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:20:16,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:20:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:20:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:20:16,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a2206370002, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:20:16,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a2206370002, quorum=127.0.0.1:56933, baseZNode=/01413394286 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:20:16,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a2206370005, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:20:16,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a2206370005, quorum=127.0.0.1:56933, baseZNode=/1-1011948689 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:20:17,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:17,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:17,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:17,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:17,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:20:17,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:17,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:17,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:17,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/java.io.tmpdir/jetty-localhost-34843-hadoop-hdfs-3_4_1-tests_jar-_-any-3516280041391597707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:17,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:34843} 2024-11-24T13:20:17,138 INFO [Time-limited test {}] server.Server(415): Started @202918ms 2024-11-24T13:20:17,216 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:17,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,245 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,247 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,248 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,249 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:17,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:17,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:17,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:17,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:17,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:20:17,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:17,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:17,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de15888{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/java.io.tmpdir/jetty-localhost-34109-hadoop-hdfs-3_4_1-tests_jar-_-any-180819378025310793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:17,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:34109} 2024-11-24T13:20:17,384 INFO [Time-limited test {}] server.Server(415): Started @203164ms 2024-11-24T13:20:17,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:20:17,502 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9/data/data1/current/BP-1840742779-172.17.0.2-1732454416938/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:17,502 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9/data/data2/current/BP-1840742779-172.17.0.2-1732454416938/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:17,527 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:20:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41904ca6b2e9d227 with lease ID 0x2266b2d224c74b49: Processing first storage report for DS-d4fc25c9-3ced-481e-9f55-cf8af1b04139 from datanode DatanodeRegistration(127.0.0.1:44909, datanodeUuid=a8ed4662-256c-47a2-936c-7b116c924db2, infoPort=40321, infoSecurePort=0, ipcPort=42607, storageInfo=lv=-57;cid=testClusterID;nsid=750080046;c=1732454416938) 2024-11-24T13:20:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41904ca6b2e9d227 with lease ID 0x2266b2d224c74b49: from storage DS-d4fc25c9-3ced-481e-9f55-cf8af1b04139 node DatanodeRegistration(127.0.0.1:44909, datanodeUuid=a8ed4662-256c-47a2-936c-7b116c924db2, infoPort=40321, infoSecurePort=0, ipcPort=42607, storageInfo=lv=-57;cid=testClusterID;nsid=750080046;c=1732454416938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41904ca6b2e9d227 with lease ID 0x2266b2d224c74b49: Processing first storage report for DS-e769ce18-6c33-45db-a69b-707a9c4f33b3 from datanode DatanodeRegistration(127.0.0.1:44909, datanodeUuid=a8ed4662-256c-47a2-936c-7b116c924db2, infoPort=40321, infoSecurePort=0, ipcPort=42607, storageInfo=lv=-57;cid=testClusterID;nsid=750080046;c=1732454416938) 2024-11-24T13:20:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41904ca6b2e9d227 with lease ID 0x2266b2d224c74b49: from storage DS-e769ce18-6c33-45db-a69b-707a9c4f33b3 node DatanodeRegistration(127.0.0.1:44909, datanodeUuid=a8ed4662-256c-47a2-936c-7b116c924db2, infoPort=40321, infoSecurePort=0, ipcPort=42607, storageInfo=lv=-57;cid=testClusterID;nsid=750080046;c=1732454416938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:17,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6 2024-11-24T13:20:17,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:17,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:17,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:20:17,630 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e with version=8 2024-11-24T13:20:17,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/hbase-staging 2024-11-24T13:20:17,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:17,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35567 2024-11-24T13:20:17,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35567 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355670x0, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:17,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35567-0x1014a226ca10000 connected 2024-11-24T13:20:17,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:17,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:17,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on znode that does not yet exist, /01651796281/running 2024-11-24T13:20:17,666 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e, hbase.cluster.distributed=false 2024-11-24T13:20:17,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on znode that does not yet exist, /01651796281/acl 2024-11-24T13:20:17,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35567 2024-11-24T13:20:17,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35567 2024-11-24T13:20:17,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35567 2024-11-24T13:20:17,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35567 2024-11-24T13:20:17,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35567 2024-11-24T13:20:17,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:17,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:17,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:17,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:17,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:17,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:17,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:20:17,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:17,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35645 2024-11-24T13:20:17,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35645 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:17,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:17,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:17,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356450x0, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on znode that does not yet exist, /01651796281/running 2024-11-24T13:20:17,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356450x0, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:17,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:20:17,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35645-0x1014a226ca10001 connected 2024-11-24T13:20:17,756 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:20:17,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on znode that does not yet exist, /01651796281/master 2024-11-24T13:20:17,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on znode that does not yet exist, /01651796281/acl 2024-11-24T13:20:17,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35645 2024-11-24T13:20:17,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35645 2024-11-24T13:20:17,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35645 2024-11-24T13:20:17,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35645 2024-11-24T13:20:17,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35645 2024-11-24T13:20:17,800 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:35567 2024-11-24T13:20:17,800 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01651796281/backup-masters/b10924491aa5,35567,1732454417632 2024-11-24T13:20:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281/backup-masters 2024-11-24T13:20:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281/backup-masters 2024-11-24T13:20:17,803 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on existing znode=/01651796281/backup-masters/b10924491aa5,35567,1732454417632 2024-11-24T13:20:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651796281/master 2024-11-24T13:20:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:17,805 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on existing znode=/01651796281/master 2024-11-24T13:20:17,808 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01651796281/backup-masters/b10924491aa5,35567,1732454417632 from backup master directory 2024-11-24T13:20:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651796281/backup-masters/b10924491aa5,35567,1732454417632 2024-11-24T13:20:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281/backup-masters 2024-11-24T13:20:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281/backup-masters 2024-11-24T13:20:17,809 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:17,810 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,35567,1732454417632 2024-11-24T13:20:17,813 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/hbase.id] with ID: 6b8ede44-32f7-4387-ae9c-767141891a1a 2024-11-24T13:20:17,813 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/.tmp/hbase.id 2024-11-24T13:20:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:20:18,219 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/.tmp/hbase.id]:[hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/hbase.id] 2024-11-24T13:20:18,237 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:18,237 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:20:18,239 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T13:20:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:20:18,315 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:18,316 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:20:18,317 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:18,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:20:18,732 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store 2024-11-24T13:20:18,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:20:19,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:19,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:19,149 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:19,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:19,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:19,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:19,149 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:19,149 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454419149Disabling compacts and flushes for region at 1732454419149Disabling writes for close at 1732454419149Writing region close event to WAL at 1732454419149Closed at 1732454419149 2024-11-24T13:20:19,150 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/.initializing 2024-11-24T13:20:19,150 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/WALs/b10924491aa5,35567,1732454417632 2024-11-24T13:20:19,151 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:19,152 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C35567%2C1732454417632, suffix=, logDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/WALs/b10924491aa5,35567,1732454417632, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/oldWALs, maxLogs=10 2024-11-24T13:20:19,165 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/WALs/b10924491aa5,35567,1732454417632/b10924491aa5%2C35567%2C1732454417632.1732454419152, exclude list is [], retry=0 2024-11-24T13:20:19,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44909,DS-d4fc25c9-3ced-481e-9f55-cf8af1b04139,DISK] 2024-11-24T13:20:19,169 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/WALs/b10924491aa5,35567,1732454417632/b10924491aa5%2C35567%2C1732454417632.1732454419152 2024-11-24T13:20:19,170 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-24T13:20:19,170 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:19,170 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:19,170 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,170 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:20:19,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:19,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:19,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:20:19,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:19,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:19,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:20:19,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:19,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:19,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:20:19,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:19,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:19,177 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,177 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,178 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,178 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,178 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,179 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:19,180 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:19,182 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:19,182 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60194319, jitterRate=-0.10303474962711334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:19,183 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454419170Initializing all the Stores at 1732454419171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454419171Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454419172 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454419172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454419172Cleaning up temporary data from old regions at 1732454419178 (+6 ms)Region opened successfully at 1732454419183 (+5 ms) 2024-11-24T13:20:19,183 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:20:19,185 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55364ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:19,186 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:20:19,186 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:20:19,186 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:20:19,187 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:20:19,187 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:20:19,187 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:20:19,187 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:20:19,189 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:20:19,189 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Unable to get data of znode /01651796281/balancer because node does not exist (not necessarily an error) 2024-11-24T13:20:19,191 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651796281/balancer already deleted, retry=false 2024-11-24T13:20:19,191 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:20:19,192 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Unable to get data of znode /01651796281/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:20:19,193 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651796281/normalizer already deleted, retry=false 2024-11-24T13:20:19,193 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:20:19,194 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Unable to get data of znode /01651796281/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:20:19,195 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651796281/switch/split already deleted, retry=false 2024-11-24T13:20:19,195 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Unable to get data of znode /01651796281/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:20:19,198 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651796281/switch/merge already deleted, retry=false 2024-11-24T13:20:19,200 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Unable to get data of znode /01651796281/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:20:19,201 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651796281/snapshot-cleanup already deleted, retry=false 2024-11-24T13:20:19,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651796281/running 2024-11-24T13:20:19,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:19,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651796281/running 2024-11-24T13:20:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:19,204 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,35567,1732454417632, sessionid=0x1014a226ca10000, setting cluster-up flag (Was=false) 2024-11-24T13:20:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:19,214 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01651796281/flush-table-proc/acquired, /01651796281/flush-table-proc/reached, /01651796281/flush-table-proc/abort 2024-11-24T13:20:19,215 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,35567,1732454417632 2024-11-24T13:20:19,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:19,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:19,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01651796281/online-snapshot/acquired, /01651796281/online-snapshot/reached, /01651796281/online-snapshot/abort 2024-11-24T13:20:19,226 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,35567,1732454417632 2024-11-24T13:20:19,227 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:20:19,229 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:19,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:20:19,229 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:20:19,230 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,35567,1732454417632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:19,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:19,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:20:19,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:19,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:20:19,240 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454449240 2024-11-24T13:20:19,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:20:19,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:20:19,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:20:19,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:20:19,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:20:19,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:20:19,241 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,244 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:20:19,244 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:20:19,245 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:20:19,245 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:20:19,245 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:20:19,245 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:20:19,245 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454419245,5,FailOnTimeoutGroup] 2024-11-24T13:20:19,248 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454419245,5,FailOnTimeoutGroup] 2024-11-24T13:20:19,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:20:19,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:20:19,285 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(746): ClusterId : 6b8ede44-32f7-4387-ae9c-767141891a1a 2024-11-24T13:20:19,285 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:20:19,287 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:20:19,287 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:20:19,289 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:20:19,289 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaeda6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:19,307 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:35645 2024-11-24T13:20:19,307 INFO [RS:0;b10924491aa5:35645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:20:19,307 INFO [RS:0;b10924491aa5:35645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:20:19,307 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:20:19,308 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,35567,1732454417632 with port=35645, startcode=1732454417699 2024-11-24T13:20:19,308 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:20:19,310 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:20:19,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,35645,1732454417699 2024-11-24T13:20:19,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35567 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,35645,1732454417699 2024-11-24T13:20:19,312 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e 2024-11-24T13:20:19,312 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39923 2024-11-24T13:20:19,312 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:20:19,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281/rs 2024-11-24T13:20:19,316 DEBUG [RS:0;b10924491aa5:35645 {}] zookeeper.ZKUtil(111): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on existing znode=/01651796281/rs/b10924491aa5,35645,1732454417699 2024-11-24T13:20:19,316 WARN [RS:0;b10924491aa5:35645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:19,316 INFO [RS:0;b10924491aa5:35645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:19,316 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699 2024-11-24T13:20:19,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,35645,1732454417699] 2024-11-24T13:20:19,319 INFO [RS:0;b10924491aa5:35645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:20:19,321 INFO [RS:0;b10924491aa5:35645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:20:19,322 INFO [RS:0;b10924491aa5:35645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:20:19,322 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,324 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:20:19,325 INFO [RS:0;b10924491aa5:35645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:20:19,325 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,325 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,326 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:19,326 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:19,326 DEBUG [RS:0;b10924491aa5:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:19,328 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,328 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,328 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,328 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,328 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,328 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35645,1732454417699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:20:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:20:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:20:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:19,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:19,350 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:20:19,350 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35645,1732454417699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,350 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,350 INFO [RS:0;b10924491aa5:35645 {}] regionserver.Replication(171): b10924491aa5,35645,1732454417699 started 2024-11-24T13:20:19,370 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:19,370 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,35645,1732454417699, RpcServer on b10924491aa5/172.17.0.2:35645, sessionid=0x1014a226ca10001 2024-11-24T13:20:19,371 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:20:19,371 DEBUG [RS:0;b10924491aa5:35645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,35645,1732454417699 2024-11-24T13:20:19,371 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,35645,1732454417699' 2024-11-24T13:20:19,371 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01651796281/flush-table-proc/abort' 2024-11-24T13:20:19,371 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01651796281/flush-table-proc/acquired' 2024-11-24T13:20:19,372 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:20:19,373 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:20:19,373 DEBUG [RS:0;b10924491aa5:35645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,35645,1732454417699 2024-11-24T13:20:19,373 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,35645,1732454417699' 2024-11-24T13:20:19,373 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01651796281/online-snapshot/abort' 2024-11-24T13:20:19,373 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01651796281/online-snapshot/acquired' 2024-11-24T13:20:19,376 DEBUG [RS:0;b10924491aa5:35645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:20:19,376 INFO [RS:0;b10924491aa5:35645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:20:19,376 INFO [RS:0;b10924491aa5:35645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:20:19,476 INFO [RS:0;b10924491aa5:35645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:19,478 INFO [RS:0;b10924491aa5:35645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C35645%2C1732454417699, suffix=, logDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/oldWALs, maxLogs=10 2024-11-24T13:20:19,491 DEBUG [RS:0;b10924491aa5:35645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, exclude list is [], retry=0 2024-11-24T13:20:19,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44909,DS-d4fc25c9-3ced-481e-9f55-cf8af1b04139,DISK] 2024-11-24T13:20:19,495 INFO [RS:0;b10924491aa5:35645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 2024-11-24T13:20:19,496 DEBUG [RS:0;b10924491aa5:35645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-24T13:20:19,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:20:19,651 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e 2024-11-24T13:20:19,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:20:20,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:20,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:20,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:20,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:20,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:20,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:20,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:20,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:20,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:20,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:20,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740 2024-11-24T13:20:20,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740 2024-11-24T13:20:20,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:20,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:20,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:20,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:20,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:20,067 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62584305, jitterRate=-0.06742118299007416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:20,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454420057Initializing all the Stores at 1732454420057Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454420058 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454420058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454420058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454420058Cleaning up temporary data from old regions at 1732454420064 (+6 ms)Region opened successfully at 1732454420068 (+4 ms) 2024-11-24T13:20:20,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:20,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:20,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:20,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:20,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:20,068 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:20,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454420068Disabling compacts and flushes for region at 1732454420068Disabling writes for close at 1732454420068Writing region close event to WAL at 1732454420068Closed at 1732454420068 2024-11-24T13:20:20,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:20,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:20:20,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:20:20,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:20,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:20:20,222 DEBUG [b10924491aa5:35567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:20:20,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,35645,1732454417699 2024-11-24T13:20:20,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,35645,1732454417699, state=OPENING 2024-11-24T13:20:20,226 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:20:20,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:20,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:20,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651796281/meta-region-server: CHANGED 2024-11-24T13:20:20,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651796281/meta-region-server: CHANGED 2024-11-24T13:20:20,228 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:20,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,35645,1732454417699}] 2024-11-24T13:20:20,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:20,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:20:20,384 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:20:20,384 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:20,385 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:20:20,386 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C35645%2C1732454417699.meta, suffix=.meta, logDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/oldWALs, maxLogs=10 2024-11-24T13:20:20,400 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.meta.1732454420386.meta, exclude list is [], retry=0 2024-11-24T13:20:20,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44909,DS-d4fc25c9-3ced-481e-9f55-cf8af1b04139,DISK] 2024-11-24T13:20:20,403 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.meta.1732454420386.meta 2024-11-24T13:20:20,403 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-24T13:20:20,403 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:20,404 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:20,404 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:20,404 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:20:20,404 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:20:20,404 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:20:20,404 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:20,404 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:20:20,404 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:20:20,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:20,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:20,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:20,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:20,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:20,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:20,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:20,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:20,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:20,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:20,409 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:20,410 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740 2024-11-24T13:20:20,410 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740 2024-11-24T13:20:20,411 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:20,411 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:20,411 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:20,412 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:20,413 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71685810, jitterRate=0.06820181012153625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:20,413 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:20:20,413 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454420404Writing region info on filesystem at 1732454420404Initializing all the Stores at 1732454420405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454420405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454420405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454420405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454420405Cleaning up temporary data from old regions at 1732454420411 (+6 ms)Running coprocessor post-open hooks at 1732454420413 (+2 ms)Region opened successfully at 1732454420413 2024-11-24T13:20:20,414 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454420380 2024-11-24T13:20:20,416 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:20:20,416 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:20:20,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,35645,1732454417699 2024-11-24T13:20:20,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,35645,1732454417699, state=OPEN 2024-11-24T13:20:20,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01651796281/meta-region-server 2024-11-24T13:20:20,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01651796281/meta-region-server 2024-11-24T13:20:20,425 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,35645,1732454417699 2024-11-24T13:20:20,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651796281/meta-region-server: CHANGED 2024-11-24T13:20:20,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651796281/meta-region-server: CHANGED 2024-11-24T13:20:20,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:20:20,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,35645,1732454417699 in 197 msec 2024-11-24T13:20:20,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:20:20,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-24T13:20:20,428 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:20,428 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:20:20,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:20,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,35645,1732454417699, seqNum=-1] 2024-11-24T13:20:20,429 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:20,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:20,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-24T13:20:20,434 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454420434, completionTime=-1 2024-11-24T13:20:20,434 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:20:20,434 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454480436 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454540436 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35567,1732454417632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35567,1732454417632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35567,1732454417632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:35567, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:20,436 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:20,437 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:20,438 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.629sec 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35567,1732454417632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:20,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35567,1732454417632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:20:20,441 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:20:20,441 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:20:20,441 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35567,1732454417632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:20,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b01e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:20,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35567,-1 for getting cluster id 2024-11-24T13:20:20,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:20,487 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b8ede44-32f7-4387-ae9c-767141891a1a' 2024-11-24T13:20:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b8ede44-32f7-4387-ae9c-767141891a1a" 2024-11-24T13:20:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698d5225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35567,-1] 2024-11-24T13:20:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:20,489 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:20,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:20,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,35645,1732454417699, seqNum=-1] 2024-11-24T13:20:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:20,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:20,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,35567,1732454417632 2024-11-24T13:20:20,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:20,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:20,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a226ca10002 connected 2024-11-24T13:20:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.log.dir so I do NOT create it in target/test-data/e159985d-5125-bf68-6e08-99e9709494d7 2024-11-24T13:20:20,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:20:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.tmp.dir so I do NOT create it in target/test-data/e159985d-5125-bf68-6e08-99e9709494d7 2024-11-24T13:20:20,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:20:20,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7 2024-11-24T13:20:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:20:20,501 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/cluster_a9523f3a-19f2-8bdb-edc2-57761cc1cfa9, deleteOnExit=true 2024-11-24T13:20:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/test.cache.data in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:20:20,502 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:20:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:20:20,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:20,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:20,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:20,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:20,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:20:20,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:20,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:20,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:20,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40819ccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/java.io.tmpdir/jetty-localhost-39815-hadoop-hdfs-3_4_1-tests_jar-_-any-8095560565611045724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:20,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:39815} 2024-11-24T13:20:20,727 INFO [Time-limited test {}] server.Server(415): Started @206507ms 2024-11-24T13:20:20,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:20,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:20,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:20,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:20,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:20:20,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:20,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:20,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bff4f0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/java.io.tmpdir/jetty-localhost-44261-hadoop-hdfs-3_4_1-tests_jar-_-any-13337427376492235724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:20,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:44261} 2024-11-24T13:20:20,941 INFO [Time-limited test {}] server.Server(415): Started @206721ms 2024-11-24T13:20:20,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:20:21,035 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/cluster_a9523f3a-19f2-8bdb-edc2-57761cc1cfa9/data/data1/current/BP-1024459026-172.17.0.2-1732454420525/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:21,035 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/cluster_a9523f3a-19f2-8bdb-edc2-57761cc1cfa9/data/data2/current/BP-1024459026-172.17.0.2-1732454420525/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:21,055 WARN [Thread-2775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:20:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c7633890d9105d with lease ID 0x8629e172d79156fc: Processing first storage report for DS-febd3618-e504-4acb-837f-ed5963c9dbcc from datanode DatanodeRegistration(127.0.0.1:42173, datanodeUuid=39ed1f69-776f-491d-9ab2-b6aad9dcf8f5, infoPort=39623, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=252170747;c=1732454420525) 2024-11-24T13:20:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c7633890d9105d with lease ID 0x8629e172d79156fc: from storage DS-febd3618-e504-4acb-837f-ed5963c9dbcc node DatanodeRegistration(127.0.0.1:42173, datanodeUuid=39ed1f69-776f-491d-9ab2-b6aad9dcf8f5, infoPort=39623, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=252170747;c=1732454420525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c7633890d9105d with lease ID 0x8629e172d79156fc: Processing first storage report for DS-c92d6d75-f99e-48e2-8684-4e00049555e8 from datanode DatanodeRegistration(127.0.0.1:42173, datanodeUuid=39ed1f69-776f-491d-9ab2-b6aad9dcf8f5, infoPort=39623, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=252170747;c=1732454420525) 2024-11-24T13:20:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c7633890d9105d with lease ID 0x8629e172d79156fc: from storage DS-c92d6d75-f99e-48e2-8684-4e00049555e8 node DatanodeRegistration(127.0.0.1:42173, datanodeUuid=39ed1f69-776f-491d-9ab2-b6aad9dcf8f5, infoPort=39623, infoSecurePort=0, ipcPort=43553, storageInfo=lv=-57;cid=testClusterID;nsid=252170747;c=1732454420525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:21,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7 2024-11-24T13:20:21,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:21,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:20:21,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3 with version=8 2024-11-24T13:20:21,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/hbase-staging 2024-11-24T13:20:21,478 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:21,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:21,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:21,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:21,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:21,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:21,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:20:21,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:21,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38321 2024-11-24T13:20:21,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38321 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:21,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383210x0, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:21,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38321-0x1014a226ca10003 connected 2024-11-24T13:20:21,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:21,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:21,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on znode that does not yet exist, /11287458194/running 2024-11-24T13:20:21,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3, hbase.cluster.distributed=false 2024-11-24T13:20:21,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on znode that does not yet exist, /11287458194/acl 2024-11-24T13:20:21,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38321 2024-11-24T13:20:21,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38321 2024-11-24T13:20:21,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38321 2024-11-24T13:20:21,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38321 2024-11-24T13:20:21,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38321 2024-11-24T13:20:21,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:21,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:21,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:21,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:21,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:21,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:21,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:20:21,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:21,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34139 2024-11-24T13:20:21,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34139 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:21,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:21,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:21,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341390x0, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:21,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341390x0, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on znode that does not yet exist, /11287458194/running 2024-11-24T13:20:21,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:20:21,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34139-0x1014a226ca10004 connected 2024-11-24T13:20:21,540 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:20:21,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on znode that does not yet exist, /11287458194/master 2024-11-24T13:20:21,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on znode that does not yet exist, /11287458194/acl 2024-11-24T13:20:21,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34139 2024-11-24T13:20:21,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34139 2024-11-24T13:20:21,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34139 2024-11-24T13:20:21,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34139 2024-11-24T13:20:21,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34139 2024-11-24T13:20:21,560 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:38321 2024-11-24T13:20:21,560 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11287458194/backup-masters/b10924491aa5,38321,1732454421478 2024-11-24T13:20:21,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194/backup-masters 2024-11-24T13:20:21,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194/backup-masters 2024-11-24T13:20:21,562 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on existing znode=/11287458194/backup-masters/b10924491aa5,38321,1732454421478 2024-11-24T13:20:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11287458194/master 2024-11-24T13:20:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:21,564 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on existing znode=/11287458194/master 2024-11-24T13:20:21,564 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11287458194/backup-masters/b10924491aa5,38321,1732454421478 from backup master directory 2024-11-24T13:20:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11287458194/backup-masters/b10924491aa5,38321,1732454421478 2024-11-24T13:20:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194/backup-masters 2024-11-24T13:20:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194/backup-masters 2024-11-24T13:20:21,565 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:21,565 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,38321,1732454421478 2024-11-24T13:20:21,569 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/hbase.id] with ID: 7ad28720-f3b3-4668-ab5b-ff76d78a00cc 2024-11-24T13:20:21,569 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/.tmp/hbase.id 2024-11-24T13:20:21,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:20:21,577 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/.tmp/hbase.id]:[hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/hbase.id] 2024-11-24T13:20:21,586 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:21,586 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:20:21,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:20:21,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:21,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:20:21,998 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:21,999 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:20:21,999 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:22,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:20:22,005 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store 2024-11-24T13:20:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:20:22,410 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:22,410 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:22,410 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:22,410 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:22,410 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:22,410 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:22,410 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:22,410 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454422410Disabling compacts and flushes for region at 1732454422410Disabling writes for close at 1732454422410Writing region close event to WAL at 1732454422410Closed at 1732454422410 2024-11-24T13:20:22,411 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/.initializing 2024-11-24T13:20:22,411 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/WALs/b10924491aa5,38321,1732454421478 2024-11-24T13:20:22,412 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:22,413 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C38321%2C1732454421478, suffix=, logDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/WALs/b10924491aa5,38321,1732454421478, archiveDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/oldWALs, maxLogs=10 2024-11-24T13:20:22,431 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/WALs/b10924491aa5,38321,1732454421478/b10924491aa5%2C38321%2C1732454421478.1732454422414, exclude list is [], retry=0 2024-11-24T13:20:22,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42173,DS-febd3618-e504-4acb-837f-ed5963c9dbcc,DISK] 2024-11-24T13:20:22,437 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/WALs/b10924491aa5,38321,1732454421478/b10924491aa5%2C38321%2C1732454421478.1732454422414 2024-11-24T13:20:22,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623)] 2024-11-24T13:20:22,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:22,439 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:22,439 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,439 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:20:22,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:22,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:20:22,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:20:22,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:22,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:20:22,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:22,452 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,453 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,453 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,454 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,454 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,454 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:22,455 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:22,457 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:22,457 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60065123, jitterRate=-0.10495992004871368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:22,457 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454422439Initializing all the Stores at 1732454422440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454422440Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454422440Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454422440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454422440Cleaning up temporary data from old regions at 1732454422454 (+14 ms)Region opened successfully at 1732454422457 (+3 ms) 2024-11-24T13:20:22,458 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:20:22,460 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471fa2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:22,461 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:20:22,461 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:20:22,461 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:20:22,462 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:20:22,462 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:20:22,462 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:20:22,462 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:20:22,466 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:20:22,467 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Unable to get data of znode /11287458194/balancer because node does not exist (not necessarily an error) 2024-11-24T13:20:22,469 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11287458194/balancer already deleted, retry=false 2024-11-24T13:20:22,469 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:20:22,470 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Unable to get data of znode /11287458194/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:20:22,471 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11287458194/normalizer already deleted, retry=false 2024-11-24T13:20:22,471 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:20:22,472 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Unable to get data of znode /11287458194/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:20:22,473 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11287458194/switch/split already deleted, retry=false 2024-11-24T13:20:22,474 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Unable to get data of znode /11287458194/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:20:22,477 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11287458194/switch/merge already deleted, retry=false 2024-11-24T13:20:22,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Unable to get data of znode /11287458194/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:20:22,480 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11287458194/snapshot-cleanup already deleted, retry=false 2024-11-24T13:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11287458194/running 2024-11-24T13:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11287458194/running 2024-11-24T13:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:22,485 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,38321,1732454421478, sessionid=0x1014a226ca10003, setting cluster-up flag (Was=false) 2024-11-24T13:20:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:22,494 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11287458194/flush-table-proc/acquired, /11287458194/flush-table-proc/reached, /11287458194/flush-table-proc/abort 2024-11-24T13:20:22,495 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38321,1732454421478 2024-11-24T13:20:22,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:22,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:22,512 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11287458194/online-snapshot/acquired, /11287458194/online-snapshot/reached, /11287458194/online-snapshot/abort 2024-11-24T13:20:22,513 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38321,1732454421478 2024-11-24T13:20:22,514 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:20:22,516 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:22,517 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:20:22,517 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:20:22,517 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,38321,1732454421478 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:20:22,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:22,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:22,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:22,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:22,521 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:20:22,521 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,521 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:22,521 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:22,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:20:22,527 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:20:22,536 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454452535 2024-11-24T13:20:22,536 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:20:22,536 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:20:22,536 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:20:22,537 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:20:22,537 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:20:22,537 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:20:22,543 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,544 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:20:22,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:20:22,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:20:22,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:20:22,547 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:20:22,547 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:20:22,547 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454422547,5,FailOnTimeoutGroup] 2024-11-24T13:20:22,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:20:22,550 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454422547,5,FailOnTimeoutGroup] 2024-11-24T13:20:22,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:20:22,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,553 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(746): ClusterId : 7ad28720-f3b3-4668-ab5b-ff76d78a00cc 2024-11-24T13:20:22,553 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:20:22,555 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:20:22,555 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:20:22,557 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:20:22,557 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171a0311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:22,572 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:34139 2024-11-24T13:20:22,572 INFO [RS:0;b10924491aa5:34139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:20:22,572 INFO [RS:0;b10924491aa5:34139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:20:22,572 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:20:22,572 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,38321,1732454421478 with port=34139, startcode=1732454421523 2024-11-24T13:20:22,573 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:20:22,574 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:20:22,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,34139,1732454421523 2024-11-24T13:20:22,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38321 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,34139,1732454421523 2024-11-24T13:20:22,575 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3 2024-11-24T13:20:22,575 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40201 2024-11-24T13:20:22,575 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:20:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194/rs 2024-11-24T13:20:22,581 DEBUG [RS:0;b10924491aa5:34139 {}] zookeeper.ZKUtil(111): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on existing znode=/11287458194/rs/b10924491aa5,34139,1732454421523 2024-11-24T13:20:22,581 WARN [RS:0;b10924491aa5:34139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:22,582 INFO [RS:0;b10924491aa5:34139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:22,582 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523 2024-11-24T13:20:22,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,34139,1732454421523] 2024-11-24T13:20:22,585 INFO [RS:0;b10924491aa5:34139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:20:22,586 INFO [RS:0;b10924491aa5:34139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:20:22,586 INFO [RS:0;b10924491aa5:34139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:20:22,586 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,588 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:20:22,589 INFO [RS:0;b10924491aa5:34139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:20:22,589 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:22,589 DEBUG [RS:0;b10924491aa5:34139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:22,591 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,591 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,591 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,591 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,591 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,591 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34139,1732454421523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:22,605 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:20:22,605 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34139,1732454421523-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,605 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,605 INFO [RS:0;b10924491aa5:34139 {}] regionserver.Replication(171): b10924491aa5,34139,1732454421523 started 2024-11-24T13:20:22,618 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:22,618 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,34139,1732454421523, RpcServer on b10924491aa5/172.17.0.2:34139, sessionid=0x1014a226ca10004 2024-11-24T13:20:22,618 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:20:22,618 DEBUG [RS:0;b10924491aa5:34139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,34139,1732454421523 2024-11-24T13:20:22,618 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34139,1732454421523' 2024-11-24T13:20:22,618 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11287458194/flush-table-proc/abort' 2024-11-24T13:20:22,619 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11287458194/flush-table-proc/acquired' 2024-11-24T13:20:22,619 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:20:22,619 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:20:22,619 DEBUG [RS:0;b10924491aa5:34139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,34139,1732454421523 2024-11-24T13:20:22,619 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34139,1732454421523' 2024-11-24T13:20:22,619 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11287458194/online-snapshot/abort' 2024-11-24T13:20:22,620 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11287458194/online-snapshot/acquired' 2024-11-24T13:20:22,620 DEBUG [RS:0;b10924491aa5:34139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:20:22,620 INFO [RS:0;b10924491aa5:34139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:20:22,620 INFO [RS:0;b10924491aa5:34139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:20:22,720 INFO [RS:0;b10924491aa5:34139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:22,721 INFO [RS:0;b10924491aa5:34139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34139%2C1732454421523, suffix=, logDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523, archiveDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/oldWALs, maxLogs=10 2024-11-24T13:20:22,735 DEBUG [RS:0;b10924491aa5:34139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, exclude list is [], retry=0 2024-11-24T13:20:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42173,DS-febd3618-e504-4acb-837f-ed5963c9dbcc,DISK] 2024-11-24T13:20:22,739 INFO [RS:0;b10924491aa5:34139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 2024-11-24T13:20:22,739 DEBUG [RS:0;b10924491aa5:34139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623)] 2024-11-24T13:20:22,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:20:22,949 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3 2024-11-24T13:20:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:20:22,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:22,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:22,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:22,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:22,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:22,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:22,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:22,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:22,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:22,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:22,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:22,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:22,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:22,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:22,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:22,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740 2024-11-24T13:20:22,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740 2024-11-24T13:20:22,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:22,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:22,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:22,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:22,977 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:22,978 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71952982, jitterRate=0.07218298316001892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:22,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454422957Initializing all the Stores at 1732454422958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454422958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454422958Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454422958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454422958Cleaning up temporary data from old regions at 1732454422966 (+8 ms)Region opened successfully at 1732454422978 (+12 ms) 2024-11-24T13:20:22,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:22,978 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:22,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:22,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:22,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:22,978 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:22,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454422978Disabling compacts and flushes for region at 1732454422978Disabling writes for close at 1732454422978Writing region close event to WAL at 1732454422978Closed at 1732454422978 2024-11-24T13:20:22,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:22,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:20:22,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:20:22,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:22,981 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:20:23,131 DEBUG [b10924491aa5:38321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:20:23,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,34139,1732454421523 2024-11-24T13:20:23,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34139,1732454421523, state=OPENING 2024-11-24T13:20:23,134 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:20:23,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:23,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:23,136 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:23,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11287458194/meta-region-server: CHANGED 2024-11-24T13:20:23,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11287458194/meta-region-server: CHANGED 2024-11-24T13:20:23,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34139,1732454421523}] 2024-11-24T13:20:23,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:23,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:20:23,293 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:20:23,293 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:23,293 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:20:23,294 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34139%2C1732454421523.meta, suffix=.meta, logDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523, archiveDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/oldWALs, maxLogs=10 2024-11-24T13:20:23,310 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.meta.1732454423294.meta, exclude list is [], retry=0 2024-11-24T13:20:23,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42173,DS-febd3618-e504-4acb-837f-ed5963c9dbcc,DISK] 2024-11-24T13:20:23,315 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.meta.1732454423294.meta 2024-11-24T13:20:23,315 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623)] 2024-11-24T13:20:23,315 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:23,316 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:23,316 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:23,316 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:20:23,316 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:20:23,316 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:20:23,316 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:23,316 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:20:23,316 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:20:23,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:23,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:23,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:23,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:23,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:23,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:23,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:23,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:23,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:23,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:23,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:23,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:23,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:23,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:23,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:23,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:23,325 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:23,326 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740 2024-11-24T13:20:23,327 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740 2024-11-24T13:20:23,327 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:23,328 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:23,328 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:23,329 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:23,330 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63889352, jitterRate=-0.047974467277526855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:23,330 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:20:23,330 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454423316Writing region info on filesystem at 1732454423316Initializing all the Stores at 1732454423317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454423317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454423320 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454423320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454423320Cleaning up temporary data from old regions at 1732454423328 (+8 ms)Running coprocessor post-open hooks at 1732454423330 (+2 ms)Region opened successfully at 1732454423330 2024-11-24T13:20:23,331 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454423288 2024-11-24T13:20:23,333 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:20:23,333 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:20:23,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34139,1732454421523 2024-11-24T13:20:23,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34139,1732454421523, state=OPEN 2024-11-24T13:20:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11287458194/meta-region-server 2024-11-24T13:20:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11287458194/meta-region-server 2024-11-24T13:20:23,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,34139,1732454421523 2024-11-24T13:20:23,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11287458194/meta-region-server: CHANGED 2024-11-24T13:20:23,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11287458194/meta-region-server: CHANGED 2024-11-24T13:20:23,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:20:23,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34139,1732454421523 in 200 msec 2024-11-24T13:20:23,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:20:23,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-24T13:20:23,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:23,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:20:23,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:23,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34139,1732454421523, seqNum=-1] 2024-11-24T13:20:23,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:23,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:23,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 831 msec 2024-11-24T13:20:23,348 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454423347, completionTime=-1 2024-11-24T13:20:23,348 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:20:23,348 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:20:23,350 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:20:23,350 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454483350 2024-11-24T13:20:23,350 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454543350 2024-11-24T13:20:23,350 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:20:23,351 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38321,1732454421478-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:23,351 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38321,1732454421478-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:23,351 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38321,1732454421478-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:23,351 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:38321, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:23,351 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:23,351 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:23,353 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:20:23,355 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.790sec 2024-11-24T13:20:23,355 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:20:23,355 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:20:23,355 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:20:23,355 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:20:23,355 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:20:23,356 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38321,1732454421478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:23,356 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38321,1732454421478-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:20:23,364 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:20:23,364 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:20:23,365 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38321,1732454421478-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:23,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:23,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38321,-1 for getting cluster id 2024-11-24T13:20:23,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:23,455 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad28720-f3b3-4668-ab5b-ff76d78a00cc' 2024-11-24T13:20:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad28720-f3b3-4668-ab5b-ff76d78a00cc" 2024-11-24T13:20:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e75d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38321,-1] 2024-11-24T13:20:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:23,457 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:23,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:23,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:23,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34139,1732454421523, seqNum=-1] 2024-11-24T13:20:23,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:23,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:23,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,38321,1732454421478 2024-11-24T13:20:23,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:23,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a226ca10005 connected 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.log.dir so I do NOT create it in target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9 2024-11-24T13:20:23,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.tmp.dir so I do NOT create it in target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9 2024-11-24T13:20:23,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:20:23,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/cluster_eb3c44a7-e8ab-17c4-a2a4-4a0618c6b9b7, deleteOnExit=true 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/test.cache.data in system properties and HBase conf 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:20:23,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:20:23,471 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:20:23,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:20:23,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:23,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:23,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:23,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:23,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:20:23,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:23,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:23,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:23,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3198c032{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/java.io.tmpdir/jetty-localhost-34551-hadoop-hdfs-3_4_1-tests_jar-_-any-910923221241887777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:23,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:34551} 2024-11-24T13:20:23,713 INFO [Time-limited test {}] server.Server(415): Started @209493ms 2024-11-24T13:20:23,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:23,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:23,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:23,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:23,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:20:23,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:23,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:23,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@205f457f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/java.io.tmpdir/jetty-localhost-46541-hadoop-hdfs-3_4_1-tests_jar-_-any-17120854993529284752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:23,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:46541} 2024-11-24T13:20:23,994 INFO [Time-limited test {}] server.Server(415): Started @209774ms 2024-11-24T13:20:23,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:20:24,105 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/cluster_eb3c44a7-e8ab-17c4-a2a4-4a0618c6b9b7/data/data1/current/BP-1690352979-172.17.0.2-1732454423489/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:24,105 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/cluster_eb3c44a7-e8ab-17c4-a2a4-4a0618c6b9b7/data/data2/current/BP-1690352979-172.17.0.2-1732454423489/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:24,125 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:20:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de25044498eea1f with lease ID 0x6066314bfe90339e: Processing first storage report for DS-03a0525f-0092-46a5-b450-96208a7247fd from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=68709eb6-77ae-484c-b744-28cce7a159e2, infoPort=37165, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=2106907700;c=1732454423489) 2024-11-24T13:20:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de25044498eea1f with lease ID 0x6066314bfe90339e: from storage DS-03a0525f-0092-46a5-b450-96208a7247fd node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=68709eb6-77ae-484c-b744-28cce7a159e2, infoPort=37165, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=2106907700;c=1732454423489), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:20:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de25044498eea1f with lease ID 0x6066314bfe90339e: Processing first storage report for DS-c7ea9268-f45a-4928-b2b2-84c9c3a58c93 from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=68709eb6-77ae-484c-b744-28cce7a159e2, infoPort=37165, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=2106907700;c=1732454423489) 2024-11-24T13:20:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de25044498eea1f with lease ID 0x6066314bfe90339e: from storage DS-c7ea9268-f45a-4928-b2b2-84c9c3a58c93 node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=68709eb6-77ae-484c-b744-28cce7a159e2, infoPort=37165, infoSecurePort=0, ipcPort=34883, storageInfo=lv=-57;cid=testClusterID;nsid=2106907700;c=1732454423489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:24,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9 2024-11-24T13:20:24,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:24,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:20:24,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26 with version=8 2024-11-24T13:20:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/hbase-staging 2024-11-24T13:20:24,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:24,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:24,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:24,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:24,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:24,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:24,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:20:24,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:24,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38735 2024-11-24T13:20:24,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38735 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:24,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387350x0, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:24,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38735-0x1014a226ca10006 connected 2024-11-24T13:20:24,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:24,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:24,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on znode that does not yet exist, /2-1341169723/running 2024-11-24T13:20:24,254 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26, hbase.cluster.distributed=false 2024-11-24T13:20:24,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on znode that does not yet exist, /2-1341169723/acl 2024-11-24T13:20:24,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-24T13:20:24,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38735 2024-11-24T13:20:24,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38735 2024-11-24T13:20:24,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-24T13:20:24,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-24T13:20:24,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:24,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:24,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:24,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:24,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:24,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:24,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:20:24,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:24,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44229 2024-11-24T13:20:24,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44229 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:24,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:24,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442290x0, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:24,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442290x0, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on znode that does not yet exist, /2-1341169723/running 2024-11-24T13:20:24,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:20:24,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44229-0x1014a226ca10007 connected 2024-11-24T13:20:24,296 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:20:24,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on znode that does not yet exist, /2-1341169723/master 2024-11-24T13:20:24,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on znode that does not yet exist, /2-1341169723/acl 2024-11-24T13:20:24,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-24T13:20:24,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44229 2024-11-24T13:20:24,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44229 2024-11-24T13:20:24,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-24T13:20:24,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44229 2024-11-24T13:20:24,333 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:38735 2024-11-24T13:20:24,333 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1341169723/backup-masters/b10924491aa5,38735,1732454424230 2024-11-24T13:20:24,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723/backup-masters 2024-11-24T13:20:24,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723/backup-masters 2024-11-24T13:20:24,339 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on existing znode=/2-1341169723/backup-masters/b10924491aa5,38735,1732454424230 2024-11-24T13:20:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1341169723/master 2024-11-24T13:20:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:24,347 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on existing znode=/2-1341169723/master 2024-11-24T13:20:24,348 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1341169723/backup-masters/b10924491aa5,38735,1732454424230 from backup master directory 2024-11-24T13:20:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1341169723/backup-masters/b10924491aa5,38735,1732454424230 2024-11-24T13:20:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723/backup-masters 2024-11-24T13:20:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723/backup-masters 2024-11-24T13:20:24,349 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:24,349 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,38735,1732454424230 2024-11-24T13:20:24,353 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/hbase.id] with ID: 3162c19c-39c0-4186-8851-746c92d23640 2024-11-24T13:20:24,353 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/.tmp/hbase.id 2024-11-24T13:20:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:20:24,764 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/.tmp/hbase.id]:[hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/hbase.id] 2024-11-24T13:20:24,771 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:24,771 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:20:24,773 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:20:24,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:24,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:20:24,794 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:24,795 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:20:24,795 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:20:24,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:24,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:24,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:25,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:25,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:25,169 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38407 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:25,202 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store 2024-11-24T13:20:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:20:25,320 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:20:25,608 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:25,608 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:25,608 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:25,608 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:25,608 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:25,608 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:25,608 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:25,608 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454425608Disabling compacts and flushes for region at 1732454425608Disabling writes for close at 1732454425608Writing region close event to WAL at 1732454425608Closed at 1732454425608 2024-11-24T13:20:25,609 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/.initializing 2024-11-24T13:20:25,609 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/WALs/b10924491aa5,38735,1732454424230 2024-11-24T13:20:25,610 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:25,611 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C38735%2C1732454424230, suffix=, logDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/WALs/b10924491aa5,38735,1732454424230, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/oldWALs, maxLogs=10 2024-11-24T13:20:25,629 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/WALs/b10924491aa5,38735,1732454424230/b10924491aa5%2C38735%2C1732454424230.1732454425612, exclude list is [], retry=0 2024-11-24T13:20:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-03a0525f-0092-46a5-b450-96208a7247fd,DISK] 2024-11-24T13:20:25,634 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/WALs/b10924491aa5,38735,1732454424230/b10924491aa5%2C38735%2C1732454424230.1732454425612 2024-11-24T13:20:25,634 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165)] 2024-11-24T13:20:25,634 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:25,635 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:25,635 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,635 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:20:25,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:25,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:25,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:20:25,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:25,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:25,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:20:25,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:25,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:25,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:20:25,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:25,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:25,641 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,642 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,642 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,643 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,643 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,643 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:25,644 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:25,646 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:25,646 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60614104, jitterRate=-0.096779465675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:25,646 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454425635Initializing all the Stores at 1732454425636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454425636Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454425636Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454425636Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454425636Cleaning up temporary data from old regions at 1732454425643 (+7 ms)Region opened successfully at 1732454425646 (+3 ms) 2024-11-24T13:20:25,646 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:20:25,648 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3630107d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:25,649 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:20:25,649 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:20:25,649 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:20:25,649 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:20:25,650 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:20:25,650 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:20:25,650 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:20:25,652 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:20:25,653 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Unable to get data of znode /2-1341169723/balancer because node does not exist (not necessarily an error) 2024-11-24T13:20:25,654 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1341169723/balancer already deleted, retry=false 2024-11-24T13:20:25,654 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:20:25,655 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Unable to get data of znode /2-1341169723/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:20:25,658 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1341169723/normalizer already deleted, retry=false 2024-11-24T13:20:25,658 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:20:25,659 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Unable to get data of znode /2-1341169723/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:20:25,660 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1341169723/switch/split already deleted, retry=false 2024-11-24T13:20:25,661 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Unable to get data of znode /2-1341169723/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:20:25,662 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1341169723/switch/merge already deleted, retry=false 2024-11-24T13:20:25,664 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Unable to get data of znode /2-1341169723/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:20:25,665 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1341169723/snapshot-cleanup already deleted, retry=false 2024-11-24T13:20:25,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1341169723/running 2024-11-24T13:20:25,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1341169723/running 2024-11-24T13:20:25,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:25,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:25,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,38735,1732454424230, sessionid=0x1014a226ca10006, setting cluster-up flag (Was=false) 2024-11-24T13:20:25,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:25,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:25,676 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1341169723/flush-table-proc/acquired, /2-1341169723/flush-table-proc/reached, /2-1341169723/flush-table-proc/abort 2024-11-24T13:20:25,677 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38735,1732454424230 2024-11-24T13:20:25,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:25,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:25,685 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1341169723/online-snapshot/acquired, /2-1341169723/online-snapshot/reached, /2-1341169723/online-snapshot/abort 2024-11-24T13:20:25,686 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,38735,1732454424230 2024-11-24T13:20:25,686 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:20:25,690 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:25,690 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:20:25,690 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:20:25,691 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,38735,1732454424230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:25,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:25,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:20:25,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:25,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:20:25,701 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454455701 2024-11-24T13:20:25,702 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:20:25,702 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:20:25,702 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:20:25,702 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:20:25,702 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:20:25,702 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:20:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:20:25,708 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,711 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:20:25,711 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:20:25,711 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:20:25,711 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:20:25,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:20:25,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:20:25,712 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454425712,5,FailOnTimeoutGroup] 2024-11-24T13:20:25,712 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454425712,5,FailOnTimeoutGroup] 2024-11-24T13:20:25,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:20:25,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,717 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(746): ClusterId : 3162c19c-39c0-4186-8851-746c92d23640 2024-11-24T13:20:25,717 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:20:25,719 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:20:25,719 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:20:25,722 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:20:25,722 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8121af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:25,734 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:44229 2024-11-24T13:20:25,735 INFO [RS:0;b10924491aa5:44229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:20:25,735 INFO [RS:0;b10924491aa5:44229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:20:25,735 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:20:25,735 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,38735,1732454424230 with port=44229, startcode=1732454424278 2024-11-24T13:20:25,736 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:20:25,737 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:20:25,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,44229,1732454424278 2024-11-24T13:20:25,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38735 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,44229,1732454424278 2024-11-24T13:20:25,739 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26 2024-11-24T13:20:25,739 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40577 2024-11-24T13:20:25,739 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:20:25,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723/rs 2024-11-24T13:20:25,745 DEBUG [RS:0;b10924491aa5:44229 {}] zookeeper.ZKUtil(111): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on existing znode=/2-1341169723/rs/b10924491aa5,44229,1732454424278 2024-11-24T13:20:25,745 WARN [RS:0;b10924491aa5:44229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:25,745 INFO [RS:0;b10924491aa5:44229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:25,746 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278 2024-11-24T13:20:25,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,44229,1732454424278] 2024-11-24T13:20:25,748 INFO [RS:0;b10924491aa5:44229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:20:25,752 INFO [RS:0;b10924491aa5:44229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:20:25,753 INFO [RS:0;b10924491aa5:44229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:20:25,753 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,753 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:20:25,753 INFO [RS:0;b10924491aa5:44229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:20:25,754 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:25,754 DEBUG [RS:0;b10924491aa5:44229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:25,754 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,754 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,754 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,754 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,754 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,754 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44229,1732454424278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:25,770 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:20:25,770 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44229,1732454424278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,770 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,770 INFO [RS:0;b10924491aa5:44229 {}] regionserver.Replication(171): b10924491aa5,44229,1732454424278 started 2024-11-24T13:20:25,784 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:25,784 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,44229,1732454424278, RpcServer on b10924491aa5/172.17.0.2:44229, sessionid=0x1014a226ca10007 2024-11-24T13:20:25,784 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:20:25,784 DEBUG [RS:0;b10924491aa5:44229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,44229,1732454424278 2024-11-24T13:20:25,784 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,44229,1732454424278' 2024-11-24T13:20:25,785 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1341169723/flush-table-proc/abort' 2024-11-24T13:20:25,785 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1341169723/flush-table-proc/acquired' 2024-11-24T13:20:25,785 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:20:25,785 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:20:25,785 DEBUG [RS:0;b10924491aa5:44229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,44229,1732454424278 2024-11-24T13:20:25,785 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,44229,1732454424278' 2024-11-24T13:20:25,785 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1341169723/online-snapshot/abort' 2024-11-24T13:20:25,786 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1341169723/online-snapshot/acquired' 2024-11-24T13:20:25,786 DEBUG [RS:0;b10924491aa5:44229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:20:25,786 INFO [RS:0;b10924491aa5:44229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:20:25,786 INFO [RS:0;b10924491aa5:44229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:20:25,887 INFO [RS:0;b10924491aa5:44229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:25,888 INFO [RS:0;b10924491aa5:44229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C44229%2C1732454424278, suffix=, logDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/oldWALs, maxLogs=10 2024-11-24T13:20:25,902 DEBUG [RS:0;b10924491aa5:44229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, exclude list is [], retry=0 2024-11-24T13:20:25,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-03a0525f-0092-46a5-b450-96208a7247fd,DISK] 2024-11-24T13:20:25,907 INFO [RS:0;b10924491aa5:44229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 2024-11-24T13:20:25,907 DEBUG [RS:0;b10924491aa5:44229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165)] 2024-11-24T13:20:26,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:20:26,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26 2024-11-24T13:20:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:20:26,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:26,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:26,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:26,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:26,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:26,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:26,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:26,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:26,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:26,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740 2024-11-24T13:20:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740 2024-11-24T13:20:26,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:26,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:26,521 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:26,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:26,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:26,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69859896, jitterRate=0.040993571281433105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:26,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454426512Initializing all the Stores at 1732454426512Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454426512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454426513 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454426513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454426513Cleaning up temporary data from old regions at 1732454426520 (+7 ms)Region opened successfully at 1732454426523 (+3 ms) 2024-11-24T13:20:26,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:26,524 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:26,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:26,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:26,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:26,524 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:26,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454426524Disabling compacts and flushes for region at 1732454426524Disabling writes for close at 1732454426524Writing region close event to WAL at 1732454426524Closed at 1732454426524 2024-11-24T13:20:26,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:26,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:20:26,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:20:26,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:26,527 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:20:26,677 DEBUG [b10924491aa5:38735 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:20:26,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,44229,1732454424278 2024-11-24T13:20:26,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,44229,1732454424278, state=OPENING 2024-11-24T13:20:26,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:20:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:26,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:26,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,44229,1732454424278}] 2024-11-24T13:20:26,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1341169723/meta-region-server: CHANGED 2024-11-24T13:20:26,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1341169723/meta-region-server: CHANGED 2024-11-24T13:20:26,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:26,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:20:26,840 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:20:26,840 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:26,840 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:20:26,841 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C44229%2C1732454424278.meta, suffix=.meta, logDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/oldWALs, maxLogs=10 2024-11-24T13:20:26,855 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.meta.1732454426841.meta, exclude list is [], retry=0 2024-11-24T13:20:26,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-03a0525f-0092-46a5-b450-96208a7247fd,DISK] 2024-11-24T13:20:26,858 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.meta.1732454426841.meta 2024-11-24T13:20:26,858 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165)] 2024-11-24T13:20:26,859 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:26,859 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:26,859 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:26,859 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:20:26,859 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:20:26,859 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:20:26,859 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:26,859 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:20:26,859 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:20:26,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:26,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:26,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:26,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:26,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:26,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:26,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:26,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:26,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:26,864 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:26,864 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740 2024-11-24T13:20:26,865 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740 2024-11-24T13:20:26,866 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:26,866 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:26,866 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:26,867 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:26,868 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70608429, jitterRate=0.05214758217334747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:26,868 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:20:26,868 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454426860Writing region info on filesystem at 1732454426860Initializing all the Stores at 1732454426860Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454426860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454426860Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454426860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454426860Cleaning up temporary data from old regions at 1732454426866 (+6 ms)Running coprocessor post-open hooks at 1732454426868 (+2 ms)Region opened successfully at 1732454426868 2024-11-24T13:20:26,868 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454426835 2024-11-24T13:20:26,870 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:20:26,870 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:20:26,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44229,1732454424278 2024-11-24T13:20:26,871 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,44229,1732454424278, state=OPEN 2024-11-24T13:20:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1341169723/meta-region-server 2024-11-24T13:20:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1341169723/meta-region-server 2024-11-24T13:20:26,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,44229,1732454424278 2024-11-24T13:20:26,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1341169723/meta-region-server: CHANGED 2024-11-24T13:20:26,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1341169723/meta-region-server: CHANGED 2024-11-24T13:20:26,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:20:26,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,44229,1732454424278 in 190 msec 2024-11-24T13:20:26,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:20:26,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-24T13:20:26,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:26,877 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:20:26,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:26,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44229,1732454424278, seqNum=-1] 2024-11-24T13:20:26,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:26,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:26,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-24T13:20:26,884 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454426883, completionTime=-1 2024-11-24T13:20:26,884 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:20:26,884 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:20:26,885 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:20:26,885 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454486885 2024-11-24T13:20:26,885 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454546885 2024-11-24T13:20:26,886 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:20:26,886 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38735,1732454424230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:26,886 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38735,1732454424230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:26,886 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38735,1732454424230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:26,886 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:38735, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:26,886 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:26,886 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:26,888 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38735,1732454424230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:26,889 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38735,1732454424230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:20:26,891 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:20:26,891 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:20:26,891 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38735,1732454424230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:26,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:26,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:26,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:26,919 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a593ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:26,921 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:26,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:26,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44229,1732454424278, seqNum=-1] 2024-11-24T13:20:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:26,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:26,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,38735,1732454424230 2024-11-24T13:20:26,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51136 2024-11-24T13:20:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:26,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a226ca10008 connected 2024-11-24T13:20:26,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:26,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35567,1732454417632 2024-11-24T13:20:26,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b85daf4 2024-11-24T13:20:26,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:26,933 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:26,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:20:26,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:26,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:26,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:20:26,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:20:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:27,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65515391d6181f1f2c9475f8638312fa, NAME => 'test,,1732454426934.65515391d6181f1f2c9475f8638312fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e 2024-11-24T13:20:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:20:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:27,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454426934.65515391d6181f1f2c9475f8638312fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:27,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65515391d6181f1f2c9475f8638312fa, disabling compactions & flushes 2024-11-24T13:20:27,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:27,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:27,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454426934.65515391d6181f1f2c9475f8638312fa. after waiting 0 ms 2024-11-24T13:20:27,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:27,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:27,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65515391d6181f1f2c9475f8638312fa: Waiting for close lock at 1732454427752Disabling compacts and flushes for region at 1732454427752Disabling writes for close at 1732454427752Writing region close event to WAL at 1732454427752Closed at 1732454427752 2024-11-24T13:20:27,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:27,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454426934.65515391d6181f1f2c9475f8638312fa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454427753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454427753"}]},"ts":"1732454427753"} 2024-11-24T13:20:27,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:27,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:27,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454427756"}]},"ts":"1732454427756"} 2024-11-24T13:20:27,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:20:27,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65515391d6181f1f2c9475f8638312fa, ASSIGN}] 2024-11-24T13:20:27,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65515391d6181f1f2c9475f8638312fa, ASSIGN 2024-11-24T13:20:27,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65515391d6181f1f2c9475f8638312fa, ASSIGN; state=OFFLINE, location=b10924491aa5,35645,1732454417699; forceNewPlan=false, retain=false 2024-11-24T13:20:27,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65515391d6181f1f2c9475f8638312fa, regionState=OPENING, regionLocation=b10924491aa5,35645,1732454417699 2024-11-24T13:20:27,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65515391d6181f1f2c9475f8638312fa, ASSIGN because future has completed 2024-11-24T13:20:27,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65515391d6181f1f2c9475f8638312fa, server=b10924491aa5,35645,1732454417699}] 2024-11-24T13:20:28,068 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:28,068 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65515391d6181f1f2c9475f8638312fa, NAME => 'test,,1732454426934.65515391d6181f1f2c9475f8638312fa.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:28,068 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:28,068 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:20:28,068 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,069 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454426934.65515391d6181f1f2c9475f8638312fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:28,069 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,069 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,072 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,074 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65515391d6181f1f2c9475f8638312fa columnFamilyName f 2024-11-24T13:20:28,074 DEBUG [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:28,077 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] regionserver.HStore(327): Store=65515391d6181f1f2c9475f8638312fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:28,077 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:28,078 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65515391d6181f1f2c9475f8638312fa columnFamilyName f1 2024-11-24T13:20:28,079 DEBUG [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:28,079 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] regionserver.HStore(327): Store=65515391d6181f1f2c9475f8638312fa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:28,079 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,080 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65515391d6181f1f2c9475f8638312fa columnFamilyName norep 2024-11-24T13:20:28,080 DEBUG [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:28,080 INFO [StoreOpener-65515391d6181f1f2c9475f8638312fa-1 {}] regionserver.HStore(327): Store=65515391d6181f1f2c9475f8638312fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:28,081 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,081 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,083 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,084 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,084 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,085 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:28,087 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,089 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:28,090 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65515391d6181f1f2c9475f8638312fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70211642, jitterRate=0.04623499512672424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:28,090 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:28,090 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65515391d6181f1f2c9475f8638312fa: Running coprocessor pre-open hook at 1732454428069Writing region info on filesystem at 1732454428069Initializing all the Stores at 1732454428070 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454428070Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454428072 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454428072Cleaning up temporary data from old regions at 1732454428084 (+12 ms)Running coprocessor post-open hooks at 1732454428090 (+6 ms)Region opened successfully at 1732454428090 2024-11-24T13:20:28,091 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454426934.65515391d6181f1f2c9475f8638312fa., pid=6, masterSystemTime=1732454428064 2024-11-24T13:20:28,093 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:28,093 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:28,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65515391d6181f1f2c9475f8638312fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,35645,1732454417699 2024-11-24T13:20:28,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65515391d6181f1f2c9475f8638312fa, server=b10924491aa5,35645,1732454417699 because future has completed 2024-11-24T13:20:28,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:20:28,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65515391d6181f1f2c9475f8638312fa, server=b10924491aa5,35645,1732454417699 in 201 msec 2024-11-24T13:20:28,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:20:28,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65515391d6181f1f2c9475f8638312fa, ASSIGN in 357 msec 2024-11-24T13:20:28,118 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:28,119 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454428119"}]},"ts":"1732454428119"} 2024-11-24T13:20:28,122 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:20:28,123 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:28,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-24T13:20:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:29,088 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:20:29,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:29,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38321,1732454421478 2024-11-24T13:20:29,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17263602 2024-11-24T13:20:29,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:29,090 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:29,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:20:29,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:29,093 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:29,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:20:29,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:29,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:20:29,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db77883d502c0be46f49429cbb7c5310, NAME => 'test,,1732454429091.db77883d502c0be46f49429cbb7c5310.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3 2024-11-24T13:20:29,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:20:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:20:29,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:20:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:20:29,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T13:20:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:29,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T13:20:29,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:29,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T13:20:29,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:29,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:20:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:29,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454429091.db77883d502c0be46f49429cbb7c5310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:29,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db77883d502c0be46f49429cbb7c5310, disabling compactions & flushes 2024-11-24T13:20:29,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:29,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:29,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454429091.db77883d502c0be46f49429cbb7c5310. after waiting 0 ms 2024-11-24T13:20:29,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:29,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:29,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db77883d502c0be46f49429cbb7c5310: Waiting for close lock at 1732454429506Disabling compacts and flushes for region at 1732454429506Disabling writes for close at 1732454429506Writing region close event to WAL at 1732454429506Closed at 1732454429506 2024-11-24T13:20:29,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:29,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454429091.db77883d502c0be46f49429cbb7c5310.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454429508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454429508"}]},"ts":"1732454429508"} 2024-11-24T13:20:29,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:29,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:29,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454429511"}]},"ts":"1732454429511"} 2024-11-24T13:20:29,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:20:29,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db77883d502c0be46f49429cbb7c5310, ASSIGN}] 2024-11-24T13:20:29,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db77883d502c0be46f49429cbb7c5310, ASSIGN 2024-11-24T13:20:29,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db77883d502c0be46f49429cbb7c5310, ASSIGN; state=OFFLINE, location=b10924491aa5,34139,1732454421523; forceNewPlan=false, retain=false 2024-11-24T13:20:29,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db77883d502c0be46f49429cbb7c5310, regionState=OPENING, regionLocation=b10924491aa5,34139,1732454421523 2024-11-24T13:20:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db77883d502c0be46f49429cbb7c5310, ASSIGN because future has completed 2024-11-24T13:20:29,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db77883d502c0be46f49429cbb7c5310, server=b10924491aa5,34139,1732454421523}] 2024-11-24T13:20:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:29,823 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:29,823 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db77883d502c0be46f49429cbb7c5310, NAME => 'test,,1732454429091.db77883d502c0be46f49429cbb7c5310.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:29,824 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:29,824 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:20:29,824 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,824 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454429091.db77883d502c0be46f49429cbb7c5310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:29,824 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,824 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,825 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,827 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db77883d502c0be46f49429cbb7c5310 columnFamilyName f 2024-11-24T13:20:29,827 DEBUG [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:29,827 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] regionserver.HStore(327): Store=db77883d502c0be46f49429cbb7c5310/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:29,827 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,828 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db77883d502c0be46f49429cbb7c5310 columnFamilyName f1 2024-11-24T13:20:29,828 DEBUG [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:29,829 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] regionserver.HStore(327): Store=db77883d502c0be46f49429cbb7c5310/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:29,829 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,830 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db77883d502c0be46f49429cbb7c5310 columnFamilyName norep 2024-11-24T13:20:29,830 DEBUG [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:29,830 INFO [StoreOpener-db77883d502c0be46f49429cbb7c5310-1 {}] regionserver.HStore(327): Store=db77883d502c0be46f49429cbb7c5310/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:29,830 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,831 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,831 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,832 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,832 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,832 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:29,833 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,835 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:29,835 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db77883d502c0be46f49429cbb7c5310; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69699506, jitterRate=0.03860357403755188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:29,836 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:29,836 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db77883d502c0be46f49429cbb7c5310: Running coprocessor pre-open hook at 1732454429824Writing region info on filesystem at 1732454429824Initializing all the Stores at 1732454429825 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454429825Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454429825Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454429825Cleaning up temporary data from old regions at 1732454429832 (+7 ms)Running coprocessor post-open hooks at 1732454429836 (+4 ms)Region opened successfully at 1732454429836 2024-11-24T13:20:29,837 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454429091.db77883d502c0be46f49429cbb7c5310., pid=6, masterSystemTime=1732454429819 2024-11-24T13:20:29,838 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:29,839 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:29,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db77883d502c0be46f49429cbb7c5310, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,34139,1732454421523 2024-11-24T13:20:29,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db77883d502c0be46f49429cbb7c5310, server=b10924491aa5,34139,1732454421523 because future has completed 2024-11-24T13:20:29,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:20:29,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db77883d502c0be46f49429cbb7c5310, server=b10924491aa5,34139,1732454421523 in 175 msec 2024-11-24T13:20:29,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:20:29,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db77883d502c0be46f49429cbb7c5310, ASSIGN in 330 msec 2024-11-24T13:20:29,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:29,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454429846"}]},"ts":"1732454429846"} 2024-11-24T13:20:29,848 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:20:29,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:29,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-24T13:20:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:30,228 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:20:30,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38735,1732454424230 2024-11-24T13:20:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3289de25 2024-11-24T13:20:30,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:30,231 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:30,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:20:30,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:30,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:30,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:20:30,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:20:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:30,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bb02e32fe042a86a13cb926ec488791, NAME => 'test,,1732454430231.2bb02e32fe042a86a13cb926ec488791.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26 2024-11-24T13:20:30,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:20:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:31,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454430231.2bb02e32fe042a86a13cb926ec488791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:31,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2bb02e32fe042a86a13cb926ec488791, disabling compactions & flushes 2024-11-24T13:20:31,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:31,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:31,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. after waiting 0 ms 2024-11-24T13:20:31,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:31,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:31,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bb02e32fe042a86a13cb926ec488791: Waiting for close lock at 1732454431048Disabling compacts and flushes for region at 1732454431048Disabling writes for close at 1732454431048Writing region close event to WAL at 1732454431048Closed at 1732454431048 2024-11-24T13:20:31,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:31,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454430231.2bb02e32fe042a86a13cb926ec488791.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454431050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454431050"}]},"ts":"1732454431050"} 2024-11-24T13:20:31,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:31,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:31,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454431053"}]},"ts":"1732454431053"} 2024-11-24T13:20:31,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:20:31,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bb02e32fe042a86a13cb926ec488791, ASSIGN}] 2024-11-24T13:20:31,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bb02e32fe042a86a13cb926ec488791, ASSIGN 2024-11-24T13:20:31,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2bb02e32fe042a86a13cb926ec488791, ASSIGN; state=OFFLINE, location=b10924491aa5,44229,1732454424278; forceNewPlan=false, retain=false 2024-11-24T13:20:31,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bb02e32fe042a86a13cb926ec488791, regionState=OPENING, regionLocation=b10924491aa5,44229,1732454424278 2024-11-24T13:20:31,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2bb02e32fe042a86a13cb926ec488791, ASSIGN because future has completed 2024-11-24T13:20:31,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bb02e32fe042a86a13cb926ec488791, server=b10924491aa5,44229,1732454424278}] 2024-11-24T13:20:31,321 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:20:31,365 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:31,365 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bb02e32fe042a86a13cb926ec488791, NAME => 'test,,1732454430231.2bb02e32fe042a86a13cb926ec488791.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:31,366 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:31,366 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:20:31,366 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,366 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454430231.2bb02e32fe042a86a13cb926ec488791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:31,366 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,366 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,368 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,369 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bb02e32fe042a86a13cb926ec488791 columnFamilyName f 2024-11-24T13:20:31,369 DEBUG [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:31,369 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] regionserver.HStore(327): Store=2bb02e32fe042a86a13cb926ec488791/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:31,369 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,370 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bb02e32fe042a86a13cb926ec488791 columnFamilyName f1 2024-11-24T13:20:31,371 DEBUG [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:31,371 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] regionserver.HStore(327): Store=2bb02e32fe042a86a13cb926ec488791/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:31,371 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,372 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bb02e32fe042a86a13cb926ec488791 columnFamilyName norep 2024-11-24T13:20:31,372 DEBUG [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:31,373 INFO [StoreOpener-2bb02e32fe042a86a13cb926ec488791-1 {}] regionserver.HStore(327): Store=2bb02e32fe042a86a13cb926ec488791/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:31,373 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,374 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,374 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,374 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,374 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,375 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:31,376 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,377 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:31,377 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2bb02e32fe042a86a13cb926ec488791; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59790707, jitterRate=-0.10904903709888458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:31,378 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:31,378 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2bb02e32fe042a86a13cb926ec488791: Running coprocessor pre-open hook at 1732454431366Writing region info on filesystem at 1732454431366Initializing all the Stores at 1732454431367 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454431367Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454431367Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454431367Cleaning up temporary data from old regions at 1732454431374 (+7 ms)Running coprocessor post-open hooks at 1732454431378 (+4 ms)Region opened successfully at 1732454431378 2024-11-24T13:20:31,379 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454430231.2bb02e32fe042a86a13cb926ec488791., pid=6, masterSystemTime=1732454431361 2024-11-24T13:20:31,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bb02e32fe042a86a13cb926ec488791, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,44229,1732454424278 2024-11-24T13:20:31,381 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:31,381 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:31,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bb02e32fe042a86a13cb926ec488791, server=b10924491aa5,44229,1732454424278 because future has completed 2024-11-24T13:20:31,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:20:31,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bb02e32fe042a86a13cb926ec488791, server=b10924491aa5,44229,1732454424278 in 175 msec 2024-11-24T13:20:31,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:20:31,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2bb02e32fe042a86a13cb926ec488791, ASSIGN in 330 msec 2024-11-24T13:20:31,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:31,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454431388"}]},"ts":"1732454431388"} 2024-11-24T13:20:31,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:20:31,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:31,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-24T13:20:32,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:32,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:20:32,398 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:20:32,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:32,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35567,-1 for getting cluster id 2024-11-24T13:20:32,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:32,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,400 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b8ede44-32f7-4387-ae9c-767141891a1a' 2024-11-24T13:20:32,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:32,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b8ede44-32f7-4387-ae9c-767141891a1a" 2024-11-24T13:20:32,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3597b514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:32,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35567,-1] 2024-11-24T13:20:32,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:32,401 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cec98ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35567,1732454417632 2024-11-24T13:20:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a98236 2024-11-24T13:20:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:32,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:32,404 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:32,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:38321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:20:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:20:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:32,408 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:38321' 2024-11-24T13:20:32,409 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2dd750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:32,409 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38321,-1 for getting cluster id 2024-11-24T13:20:32,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:32,410 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad28720-f3b3-4668-ab5b-ff76d78a00cc' 2024-11-24T13:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad28720-f3b3-4668-ab5b-ff76d78a00cc" 2024-11-24T13:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd12b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38321,-1] 2024-11-24T13:20:32,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:32,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:32,412 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2631f638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:32,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38321,1732454421478 2024-11-24T13:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b6b839c 2024-11-24T13:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:32,414 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:32,415 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:20:32,415 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:20:32,415 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:32,415 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:32,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:32,416 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:32,417 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:20:32,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:32,418 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:32,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:20:32,467 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:20:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:32,826 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b65bc6b421c27ce76b490c21d7650f2c, NAME => 'hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e 2024-11-24T13:20:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:20:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:33,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:33,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b65bc6b421c27ce76b490c21d7650f2c, disabling compactions & flushes 2024-11-24T13:20:33,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:33,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:33,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. after waiting 0 ms 2024-11-24T13:20:33,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:33,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:33,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b65bc6b421c27ce76b490c21d7650f2c: Waiting for close lock at 1732454433235Disabling compacts and flushes for region at 1732454433235Disabling writes for close at 1732454433236 (+1 ms)Writing region close event to WAL at 1732454433236Closed at 1732454433236 2024-11-24T13:20:33,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:33,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454433237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454433237"}]},"ts":"1732454433237"} 2024-11-24T13:20:33,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:33,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:33,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454433239"}]},"ts":"1732454433239"} 2024-11-24T13:20:33,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:20:33,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b65bc6b421c27ce76b490c21d7650f2c, ASSIGN}] 2024-11-24T13:20:33,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b65bc6b421c27ce76b490c21d7650f2c, ASSIGN 2024-11-24T13:20:33,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b65bc6b421c27ce76b490c21d7650f2c, ASSIGN; state=OFFLINE, location=b10924491aa5,35645,1732454417699; forceNewPlan=false, retain=false 2024-11-24T13:20:33,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b65bc6b421c27ce76b490c21d7650f2c, regionState=OPENING, regionLocation=b10924491aa5,35645,1732454417699 2024-11-24T13:20:33,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b65bc6b421c27ce76b490c21d7650f2c, ASSIGN because future has completed 2024-11-24T13:20:33,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b65bc6b421c27ce76b490c21d7650f2c, server=b10924491aa5,35645,1732454417699}] 2024-11-24T13:20:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:33,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:33,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:33,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:20:33,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C35645%2C1732454417699.rep, suffix=, logDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/oldWALs, maxLogs=10 2024-11-24T13:20:33,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.rep.1732454433555, exclude list is [], retry=0 2024-11-24T13:20:33,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44909,DS-d4fc25c9-3ced-481e-9f55-cf8af1b04139,DISK] 2024-11-24T13:20:33,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.rep.1732454433555 2024-11-24T13:20:33,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40321:40321)] 2024-11-24T13:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b65bc6b421c27ce76b490c21d7650f2c, NAME => 'hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:33,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. service=MultiRowMutationService 2024-11-24T13:20:33,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,579 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,580 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65bc6b421c27ce76b490c21d7650f2c columnFamilyName hfileref 2024-11-24T13:20:33,580 DEBUG [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:33,580 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] regionserver.HStore(327): Store=b65bc6b421c27ce76b490c21d7650f2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:33,580 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,581 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65bc6b421c27ce76b490c21d7650f2c columnFamilyName queue 2024-11-24T13:20:33,581 DEBUG [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:33,582 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] regionserver.HStore(327): Store=b65bc6b421c27ce76b490c21d7650f2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:33,582 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,583 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65bc6b421c27ce76b490c21d7650f2c columnFamilyName sid 2024-11-24T13:20:33,583 DEBUG [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:33,583 INFO [StoreOpener-b65bc6b421c27ce76b490c21d7650f2c-1 {}] regionserver.HStore(327): Store=b65bc6b421c27ce76b490c21d7650f2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:33,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:33,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:33,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b65bc6b421c27ce76b490c21d7650f2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70917972, jitterRate=0.05676013231277466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:33,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:33,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b65bc6b421c27ce76b490c21d7650f2c: Running coprocessor pre-open hook at 1732454433578Writing region info on filesystem at 1732454433578Initializing all the Stores at 1732454433578Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454433578Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454433578Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454433578Cleaning up temporary data from old regions at 1732454433585 (+7 ms)Running coprocessor post-open hooks at 1732454433588 (+3 ms)Region opened successfully at 1732454433589 (+1 ms) 2024-11-24T13:20:33,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c., pid=10, masterSystemTime=1732454433548 2024-11-24T13:20:33,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:33,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:33,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b65bc6b421c27ce76b490c21d7650f2c, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,35645,1732454417699 2024-11-24T13:20:33,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b65bc6b421c27ce76b490c21d7650f2c, server=b10924491aa5,35645,1732454417699 because future has completed 2024-11-24T13:20:33,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:20:33,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b65bc6b421c27ce76b490c21d7650f2c, server=b10924491aa5,35645,1732454417699 in 201 msec 2024-11-24T13:20:33,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:20:33,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b65bc6b421c27ce76b490c21d7650f2c, ASSIGN in 358 msec 2024-11-24T13:20:33,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:33,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454433601"}]},"ts":"1732454433601"} 2024-11-24T13:20:33,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:20:33,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:33,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-24T13:20:33,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c., hostname=b10924491aa5,35645,1732454417699, seqNum=2] 2024-11-24T13:20:33,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:33,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:33,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:20:33,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:20:33,786 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:20:33,815 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,35645,1732454417699, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:20:33,816 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:33,816 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,35645,1732454417699, seqNum=-1] 2024-11-24T13:20:33,816 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:33,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:33,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,35645,1732454417699', locateType=CURRENT is [region=hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c., hostname=b10924491aa5,35645,1732454417699, seqNum=2] 2024-11-24T13:20:33,821 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:20:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:20:33,823 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,35645,1732454417699 suceeded 2024-11-24T13:20:33,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:20:33,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T13:20:33,825 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:38321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:20:33,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-24T13:20:33,837 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:38321' 2024-11-24T13:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd60373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38321,-1 for getting cluster id 2024-11-24T13:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:33,839 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad28720-f3b3-4668-ab5b-ff76d78a00cc' 2024-11-24T13:20:33,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:33,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad28720-f3b3-4668-ab5b-ff76d78a00cc" 2024-11-24T13:20:33,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43efb1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:33,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38321,-1] 2024-11-24T13:20:33,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:33,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:33,841 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:33,841 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755d7f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:33,842 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:33,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38321,1732454421478 2024-11-24T13:20:33,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@655f1954 2024-11-24T13:20:33,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:33,843 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T13:20:33,844 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,35645,1732454417699 (queues=1) is replicating from cluster=6b8ede44-32f7-4387-ae9c-767141891a1a to cluster=7ad28720-f3b3-4668-ab5b-ff76d78a00cc 2024-11-24T13:20:33,844 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C35645%2C1732454417699 2024-11-24T13:20:33,844 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,35645,1732454417699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:20:33,846 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, startPosition=0, beingWritten=true 2024-11-24T13:20:33,848 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C35645%2C1732454417699 2024-11-24T13:20:33,852 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:33,852 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:33,852 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:34,057 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:34,361 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:34,568 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:20:34,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:34,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:34,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:34,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:34,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:34,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:34,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38321,-1 for getting cluster id 2024-11-24T13:20:34,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:34,570 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad28720-f3b3-4668-ab5b-ff76d78a00cc' 2024-11-24T13:20:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad28720-f3b3-4668-ab5b-ff76d78a00cc" 2024-11-24T13:20:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efc78fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38321,-1] 2024-11-24T13:20:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:34,572 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73262336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:34,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38321,1732454421478 2024-11-24T13:20:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a46ed97 2024-11-24T13:20:34,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:34,574 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:34,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:38735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:20:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:20:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:34,577 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:38735' 2024-11-24T13:20:34,578 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78efd177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:34,578 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:34,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:34,579 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:34,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:34,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:34,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52cd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:34,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:34,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:34,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:34,580 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:34,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3435cc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:34,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38735,1732454424230 2024-11-24T13:20:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@303b181c 2024-11-24T13:20:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:34,583 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:34,583 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:20:34,583 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:20:34,583 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:34,583 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:34,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:34,584 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:34,585 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:20:34,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:34,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:34,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:20:34,635 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:20:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:34,765 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:34,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34f5f5cd9e10888f25710d715832962f, NAME => 'hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3 2024-11-24T13:20:35,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:20:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:35,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:35,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:35,218 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48456 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:35,278 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:35,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:35,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 34f5f5cd9e10888f25710d715832962f, disabling compactions & flushes 2024-11-24T13:20:35,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:35,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:35,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. after waiting 0 ms 2024-11-24T13:20:35,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:35,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:35,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34f5f5cd9e10888f25710d715832962f: Waiting for close lock at 1732454435403Disabling compacts and flushes for region at 1732454435403Disabling writes for close at 1732454435403Writing region close event to WAL at 1732454435403Closed at 1732454435403 2024-11-24T13:20:35,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:35,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454435405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454435405"}]},"ts":"1732454435405"} 2024-11-24T13:20:35,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:35,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:35,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454435408"}]},"ts":"1732454435408"} 2024-11-24T13:20:35,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:20:35,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34f5f5cd9e10888f25710d715832962f, ASSIGN}] 2024-11-24T13:20:35,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34f5f5cd9e10888f25710d715832962f, ASSIGN 2024-11-24T13:20:35,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34f5f5cd9e10888f25710d715832962f, ASSIGN; state=OFFLINE, location=b10924491aa5,34139,1732454421523; forceNewPlan=false, retain=false 2024-11-24T13:20:35,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34f5f5cd9e10888f25710d715832962f, regionState=OPENING, regionLocation=b10924491aa5,34139,1732454421523 2024-11-24T13:20:35,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34f5f5cd9e10888f25710d715832962f, ASSIGN because future has completed 2024-11-24T13:20:35,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34f5f5cd9e10888f25710d715832962f, server=b10924491aa5,34139,1732454421523}] 2024-11-24T13:20:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:35,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:35,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:35,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:20:35,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34139%2C1732454421523.rep, suffix=, logDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523, archiveDir=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/oldWALs, maxLogs=10 2024-11-24T13:20:35,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.rep.1732454435722, exclude list is [], retry=0 2024-11-24T13:20:35,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42173,DS-febd3618-e504-4acb-837f-ed5963c9dbcc,DISK] 2024-11-24T13:20:35,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.rep.1732454435722 2024-11-24T13:20:35,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623)] 2024-11-24T13:20:35,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 34f5f5cd9e10888f25710d715832962f, NAME => 'hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:35,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:35,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:35,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. service=MultiRowMutationService 2024-11-24T13:20:35,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:20:35,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:35,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,742 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,743 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34f5f5cd9e10888f25710d715832962f columnFamilyName hfileref 2024-11-24T13:20:35,744 DEBUG [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:35,744 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] regionserver.HStore(327): Store=34f5f5cd9e10888f25710d715832962f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:35,744 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,745 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34f5f5cd9e10888f25710d715832962f columnFamilyName queue 2024-11-24T13:20:35,745 DEBUG [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:35,745 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] regionserver.HStore(327): Store=34f5f5cd9e10888f25710d715832962f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:35,745 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,746 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34f5f5cd9e10888f25710d715832962f columnFamilyName sid 2024-11-24T13:20:35,746 DEBUG [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:35,747 INFO [StoreOpener-34f5f5cd9e10888f25710d715832962f-1 {}] regionserver.HStore(327): Store=34f5f5cd9e10888f25710d715832962f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:35,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:35,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 34f5f5cd9e10888f25710d715832962f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60983576, jitterRate=-0.09127390384674072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:35,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:35,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 34f5f5cd9e10888f25710d715832962f: Running coprocessor pre-open hook at 1732454435741Writing region info on filesystem at 1732454435741Initializing all the Stores at 1732454435742 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454435742Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454435742Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454435742Cleaning up temporary data from old regions at 1732454435748 (+6 ms)Running coprocessor post-open hooks at 1732454435752 (+4 ms)Region opened successfully at 1732454435752 2024-11-24T13:20:35,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f., pid=10, masterSystemTime=1732454435716 2024-11-24T13:20:35,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:35,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:35,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34f5f5cd9e10888f25710d715832962f, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34139,1732454421523 2024-11-24T13:20:35,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34f5f5cd9e10888f25710d715832962f, server=b10924491aa5,34139,1732454421523 because future has completed 2024-11-24T13:20:35,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:20:35,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 34f5f5cd9e10888f25710d715832962f, server=b10924491aa5,34139,1732454421523 in 195 msec 2024-11-24T13:20:35,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:20:35,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34f5f5cd9e10888f25710d715832962f, ASSIGN in 350 msec 2024-11-24T13:20:35,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:35,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454435763"}]},"ts":"1732454435763"} 2024-11-24T13:20:35,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:20:35,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:35,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-24T13:20:35,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f., hostname=b10924491aa5,34139,1732454421523, seqNum=2] 2024-11-24T13:20:35,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:35,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:35,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:20:35,882 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:35,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:20:35,954 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:20:35,984 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,34139,1732454421523, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:20:35,985 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:35,985 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34139,1732454421523, seqNum=-1] 2024-11-24T13:20:35,985 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:35,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:35,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,34139,1732454421523', locateType=CURRENT is [region=hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f., hostname=b10924491aa5,34139,1732454421523, seqNum=2] 2024-11-24T13:20:35,990 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:20:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:20:35,992 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,34139,1732454421523 suceeded 2024-11-24T13:20:35,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:20:35,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-24T13:20:35,994 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:38735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:20:35,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-24T13:20:36,004 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:38735' 2024-11-24T13:20:36,005 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e14991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,005 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:36,005 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:36,006 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:36,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:36,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:36,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@323cf1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:36,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:36,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:36,007 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:36,008 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9bb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,008 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38735,1732454424230 2024-11-24T13:20:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211b3b82 2024-11-24T13:20:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:36,009 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T13:20:36,010 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,34139,1732454421523 (queues=1) is replicating from cluster=7ad28720-f3b3-4668-ab5b-ff76d78a00cc to cluster=3162c19c-39c0-4186-8851-746c92d23640 2024-11-24T13:20:36,010 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C34139%2C1732454421523 2024-11-24T13:20:36,010 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,34139,1732454421523, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:20:36,011 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C34139%2C1732454421523 2024-11-24T13:20:36,011 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, startPosition=0, beingWritten=true 2024-11-24T13:20:36,015 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:36,015 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 379, reset compression=false 2024-11-24T13:20:36,015 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:36,218 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 379, reset compression=false 2024-11-24T13:20:36,522 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 379, reset compression=false 2024-11-24T13:20:36,587 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:36,728 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:20:36,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:36,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:36,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:36,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:36,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:36,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:36,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:36,730 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:36,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9e4d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:36,732 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4157a2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38735,1732454424230 2024-11-24T13:20:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc3230a 2024-11-24T13:20:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:36,734 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:36,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:35567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:20:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:20:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:36,737 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:35567' 2024-11-24T13:20:36,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260b5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,738 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35567,-1 for getting cluster id 2024-11-24T13:20:36,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:36,738 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b8ede44-32f7-4387-ae9c-767141891a1a' 2024-11-24T13:20:36,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:36,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b8ede44-32f7-4387-ae9c-767141891a1a" 2024-11-24T13:20:36,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f41e725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35567,-1] 2024-11-24T13:20:36,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:36,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:36,739 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f4492e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:36,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:36,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35567,1732454417632 2024-11-24T13:20:36,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f8d868 2024-11-24T13:20:36,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:36,741 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:36,742 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:20:36,742 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:20:36,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:36,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:36,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:36,743 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:36,743 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:20:36,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:20:36,745 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:36,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:20:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:20:36,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c7e9464d5aaa0cc5f052aae2aba14f5, NAME => 'hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26 2024-11-24T13:20:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:20:36,794 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:20:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:36,925 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 379, reset compression=false 2024-11-24T13:20:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:37,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:37,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1c7e9464d5aaa0cc5f052aae2aba14f5, disabling compactions & flushes 2024-11-24T13:20:37,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:37,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:37,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. after waiting 0 ms 2024-11-24T13:20:37,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:37,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:37,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c7e9464d5aaa0cc5f052aae2aba14f5: Waiting for close lock at 1732454437158Disabling compacts and flushes for region at 1732454437158Disabling writes for close at 1732454437158Writing region close event to WAL at 1732454437158Closed at 1732454437158 2024-11-24T13:20:37,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:20:37,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454437159"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454437159"}]},"ts":"1732454437159"} 2024-11-24T13:20:37,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:20:37,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:20:37,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454437162"}]},"ts":"1732454437162"} 2024-11-24T13:20:37,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:20:37,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c7e9464d5aaa0cc5f052aae2aba14f5, ASSIGN}] 2024-11-24T13:20:37,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c7e9464d5aaa0cc5f052aae2aba14f5, ASSIGN 2024-11-24T13:20:37,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c7e9464d5aaa0cc5f052aae2aba14f5, ASSIGN; state=OFFLINE, location=b10924491aa5,44229,1732454424278; forceNewPlan=false, retain=false 2024-11-24T13:20:37,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c7e9464d5aaa0cc5f052aae2aba14f5, regionState=OPENING, regionLocation=b10924491aa5,44229,1732454424278 2024-11-24T13:20:37,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c7e9464d5aaa0cc5f052aae2aba14f5, ASSIGN because future has completed 2024-11-24T13:20:37,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c7e9464d5aaa0cc5f052aae2aba14f5, server=b10924491aa5,44229,1732454424278}] 2024-11-24T13:20:37,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:20:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:37,391 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:37,429 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 379, reset compression=false 2024-11-24T13:20:37,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:37,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:37,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:20:37,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C44229%2C1732454424278.rep, suffix=, logDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/oldWALs, maxLogs=10 2024-11-24T13:20:37,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.rep.1732454437474, exclude list is [], retry=0 2024-11-24T13:20:37,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-03a0525f-0092-46a5-b450-96208a7247fd,DISK] 2024-11-24T13:20:37,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.rep.1732454437474 2024-11-24T13:20:37,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37165:37165)] 2024-11-24T13:20:37,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c7e9464d5aaa0cc5f052aae2aba14f5, NAME => 'hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:37,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:37,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:37,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. service=MultiRowMutationService 2024-11-24T13:20:37,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:20:37,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:37,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,494 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,495 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c7e9464d5aaa0cc5f052aae2aba14f5 columnFamilyName hfileref 2024-11-24T13:20:37,495 DEBUG [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:37,495 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] regionserver.HStore(327): Store=1c7e9464d5aaa0cc5f052aae2aba14f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:37,495 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,496 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c7e9464d5aaa0cc5f052aae2aba14f5 columnFamilyName queue 2024-11-24T13:20:37,496 DEBUG [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:37,497 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] regionserver.HStore(327): Store=1c7e9464d5aaa0cc5f052aae2aba14f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:37,497 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,498 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c7e9464d5aaa0cc5f052aae2aba14f5 columnFamilyName sid 2024-11-24T13:20:37,498 DEBUG [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:37,498 INFO [StoreOpener-1c7e9464d5aaa0cc5f052aae2aba14f5-1 {}] regionserver.HStore(327): Store=1c7e9464d5aaa0cc5f052aae2aba14f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:37,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/replication/1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/replication/1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:20:37,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/replication/1c7e9464d5aaa0cc5f052aae2aba14f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:37,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1c7e9464d5aaa0cc5f052aae2aba14f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74737061, jitterRate=0.11366899311542511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:20:37,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:37,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1c7e9464d5aaa0cc5f052aae2aba14f5: Running coprocessor pre-open hook at 1732454437493Writing region info on filesystem at 1732454437493Initializing all the Stores at 1732454437493Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454437493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454437493Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454437493Cleaning up temporary data from old regions at 1732454437500 (+7 ms)Running coprocessor post-open hooks at 1732454437505 (+5 ms)Region opened successfully at 1732454437505 2024-11-24T13:20:37,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5., pid=10, masterSystemTime=1732454437470 2024-11-24T13:20:37,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:37,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:37,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c7e9464d5aaa0cc5f052aae2aba14f5, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44229,1732454424278 2024-11-24T13:20:37,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c7e9464d5aaa0cc5f052aae2aba14f5, server=b10924491aa5,44229,1732454424278 because future has completed 2024-11-24T13:20:37,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:20:37,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c7e9464d5aaa0cc5f052aae2aba14f5, server=b10924491aa5,44229,1732454424278 in 195 msec 2024-11-24T13:20:37,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:20:37,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c7e9464d5aaa0cc5f052aae2aba14f5, ASSIGN in 351 msec 2024-11-24T13:20:37,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:20:37,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454437517"}]},"ts":"1732454437517"} 2024-11-24T13:20:37,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:20:37,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:20:37,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-24T13:20:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5., hostname=b10924491aa5,44229,1732454424278, seqNum=2] 2024-11-24T13:20:37,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:37,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:37,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:20:37,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:20:37,711 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:20:37,739 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,44229,1732454424278, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:20:37,740 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:37,740 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44229,1732454424278, seqNum=-1] 2024-11-24T13:20:37,740 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:37,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:37,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,44229,1732454424278', locateType=CURRENT is [region=hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5., hostname=b10924491aa5,44229,1732454424278, seqNum=2] 2024-11-24T13:20:37,746 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:20:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:20:37,748 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,44229,1732454424278 suceeded 2024-11-24T13:20:37,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:20:37,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T13:20:37,750 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:35567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:20:37,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-24T13:20:37,760 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:35567' 2024-11-24T13:20:37,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429db8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35567,-1 for getting cluster id 2024-11-24T13:20:37,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:37,762 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b8ede44-32f7-4387-ae9c-767141891a1a' 2024-11-24T13:20:37,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:37,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b8ede44-32f7-4387-ae9c-767141891a1a" 2024-11-24T13:20:37,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71dabc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35567,-1] 2024-11-24T13:20:37,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:37,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:37,764 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:37,764 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b2ae3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,764 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:37,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35567,1732454417632 2024-11-24T13:20:37,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@295a4790 2024-11-24T13:20:37,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:37,766 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T13:20:37,766 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,44229,1732454424278 (queues=1) is replicating from cluster=3162c19c-39c0-4186-8851-746c92d23640 to cluster=6b8ede44-32f7-4387-ae9c-767141891a1a 2024-11-24T13:20:37,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C44229%2C1732454424278 2024-11-24T13:20:37,767 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,44229,1732454424278, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:20:37,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, startPosition=0, beingWritten=true 2024-11-24T13:20:37,767 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C44229%2C1732454424278 2024-11-24T13:20:37,771 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:37,771 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 379, reset compression=false 2024-11-24T13:20:37,771 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:20:37,867 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:20:37,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:37,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:37,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:37,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:37,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:37,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35567,-1 for getting cluster id 2024-11-24T13:20:37,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:37,869 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b8ede44-32f7-4387-ae9c-767141891a1a' 2024-11-24T13:20:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b8ede44-32f7-4387-ae9c-767141891a1a" 2024-11-24T13:20:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d15317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35567,-1] 2024-11-24T13:20:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:37,871 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:37,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344f5fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38321,-1 for getting cluster id 2024-11-24T13:20:37,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:37,872 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad28720-f3b3-4668-ab5b-ff76d78a00cc' 2024-11-24T13:20:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad28720-f3b3-4668-ab5b-ff76d78a00cc" 2024-11-24T13:20:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418b9ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38321,-1] 2024-11-24T13:20:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:37,873 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bbb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:37,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:37,875 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9afb3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:37,876 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce1592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:37,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,35645,1732454417699, seqNum=-1] 2024-11-24T13:20:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:37,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454426934.65515391d6181f1f2c9475f8638312fa., hostname=b10924491aa5,35645,1732454417699, seqNum=2] 2024-11-24T13:20:37,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44229,1732454424278, seqNum=-1] 2024-11-24T13:20:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:37,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:37,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454430231.2bb02e32fe042a86a13cb926ec488791., hostname=b10924491aa5,44229,1732454424278, seqNum=2] 2024-11-24T13:20:37,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T13:20:37,974 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 379, reset compression=false 2024-11-24T13:20:38,032 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 379, reset compression=false 2024-11-24T13:20:38,278 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 379, reset compression=false 2024-11-24T13:20:38,296 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 379, reset compression=false 2024-11-24T13:20:38,300 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:38,300 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 480, reset compression=false 2024-11-24T13:20:38,300 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[{test/65515391d6181f1f2c9475f8638312fa/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T13:20:38,303 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:38,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T13:20:38,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:38,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e2de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:38,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38321,-1 for getting cluster id 2024-11-24T13:20:38,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:38,305 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad28720-f3b3-4668-ab5b-ff76d78a00cc' 2024-11-24T13:20:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad28720-f3b3-4668-ab5b-ff76d78a00cc" 2024-11-24T13:20:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43982560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38321,-1] 2024-11-24T13:20:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:38,307 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:38,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1101846a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:38,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:38,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34139,1732454421523, seqNum=-1] 2024-11-24T13:20:38,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:38,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:38,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454429091.db77883d502c0be46f49429cbb7c5310., hostname=b10924491aa5,34139,1732454421523, seqNum=2] 2024-11-24T13:20:38,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:38,503 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 480, reset compression=false 2024-11-24T13:20:38,682 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 379, reset compression=false 2024-11-24T13:20:38,736 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 379, reset compression=false 2024-11-24T13:20:38,740 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:38,740 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 503, reset compression=false 2024-11-24T13:20:38,741 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[{test/db77883d502c0be46f49429cbb7c5310/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T13:20:38,743 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:38,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T13:20:38,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:38,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a24967d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:38,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:38,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:38,746 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:38,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375b76f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:38,748 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:38,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446298bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:38,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:38,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44229,1732454424278, seqNum=-1] 2024-11-24T13:20:38,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:38,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:38,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454430231.2bb02e32fe042a86a13cb926ec488791., hostname=b10924491aa5,44229,1732454424278, seqNum=2] 2024-11-24T13:20:38,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:38,807 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 480, reset compression=false 2024-11-24T13:20:38,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T13:20:38,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34139,1732454421523, seqNum=-1] 2024-11-24T13:20:38,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:38,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732454429091.db77883d502c0be46f49429cbb7c5310., hostname=b10924491aa5,34139,1732454421523, seqNum=2] 2024-11-24T13:20:38,922 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T13:20:38,944 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 503, reset compression=false 2024-11-24T13:20:38,949 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:38,949 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 607, reset compression=false 2024-11-24T13:20:38,949 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[{test/db77883d502c0be46f49429cbb7c5310/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T13:20:38,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:38,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:39,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:39,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:39,152 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 607, reset compression=false 2024-11-24T13:20:39,185 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 379, reset compression=false 2024-11-24T13:20:39,190 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:39,190 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 653, reset compression=false 2024-11-24T13:20:39,190 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bb02e32fe042a86a13cb926ec488791/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T13:20:39,192 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:39,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T13:20:39,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:39,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@611f1610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:39,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35567,-1 for getting cluster id 2024-11-24T13:20:39,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:39,194 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b8ede44-32f7-4387-ae9c-767141891a1a' 2024-11-24T13:20:39,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:39,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b8ede44-32f7-4387-ae9c-767141891a1a" 2024-11-24T13:20:39,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c1a635b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:39,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35567,-1] 2024-11-24T13:20:39,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:39,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:39,196 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:39,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1806d3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:39,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:39,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,35645,1732454417699, seqNum=-1] 2024-11-24T13:20:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:39,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T13:20:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732454426934.65515391d6181f1f2c9475f8638312fa., hostname=b10924491aa5,35645,1732454417699, seqNum=2] 2024-11-24T13:20:39,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:39,211 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 480, reset compression=false 2024-11-24T13:20:39,215 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:39,215 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 630, reset compression=false 2024-11-24T13:20:39,215 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T13:20:39,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T13:20:39,392 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 653, reset compression=false 2024-11-24T13:20:39,418 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 630, reset compression=false 2024-11-24T13:20:39,456 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 607, reset compression=false 2024-11-24T13:20:39,696 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 653, reset compression=false 2024-11-24T13:20:39,723 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 630, reset compression=false 2024-11-24T13:20:39,859 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 607, reset compression=false 2024-11-24T13:20:39,923 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T13:20:39,926 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T13:20:40,100 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 653, reset compression=false 2024-11-24T13:20:40,105 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:40,105 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 757, reset compression=false 2024-11-24T13:20:40,105 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bb02e32fe042a86a13cb926ec488791/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T13:20:40,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:40,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:40,127 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 630, reset compression=false 2024-11-24T13:20:40,132 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:40,132 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 757, reset compression=false 2024-11-24T13:20:40,132 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[{test/65515391d6181f1f2c9475f8638312fa/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T13:20:40,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:40,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:40,308 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 757, reset compression=false 2024-11-24T13:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 757, reset compression=false 2024-11-24T13:20:40,364 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 607, reset compression=false 2024-11-24T13:20:40,368 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:40,368 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 757, reset compression=false 2024-11-24T13:20:40,368 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:40,572 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 757, reset compression=false 2024-11-24T13:20:40,613 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 757, reset compression=false 2024-11-24T13:20:40,641 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 757, reset compression=false 2024-11-24T13:20:40,875 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 757, reset compression=false 2024-11-24T13:20:40,928 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T13:20:40,932 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T13:20:41,017 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 757, reset compression=false 2024-11-24T13:20:41,045 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 757, reset compression=false 2024-11-24T13:20:41,050 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:41,050 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 913, reset compression=false 2024-11-24T13:20:41,050 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[{test/65515391d6181f1f2c9475f8638312fa/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T13:20:41,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:41,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:41,253 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 913, reset compression=false 2024-11-24T13:20:41,280 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 757, reset compression=false 2024-11-24T13:20:41,284 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:41,284 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 904, reset compression=false 2024-11-24T13:20:41,284 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[{test/db77883d502c0be46f49429cbb7c5310/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T13:20:41,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:41,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:41,490 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 904, reset compression=false 2024-11-24T13:20:41,521 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 757, reset compression=false 2024-11-24T13:20:41,526 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:41,526 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 927, reset compression=false 2024-11-24T13:20:41,526 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:41,556 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 913, reset compression=false 2024-11-24T13:20:41,730 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 927, reset compression=false 2024-11-24T13:20:41,795 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 904, reset compression=false 2024-11-24T13:20:41,934 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T13:20:41,938 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T13:20:41,959 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 913, reset compression=false 2024-11-24T13:20:42,033 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 927, reset compression=false 2024-11-24T13:20:42,198 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 904, reset compression=false 2024-11-24T13:20:42,202 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:42,202 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1063, reset compression=false 2024-11-24T13:20:42,202 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[{test/db77883d502c0be46f49429cbb7c5310/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T13:20:42,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:42,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:42,405 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1063, reset compression=false 2024-11-24T13:20:42,437 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 927, reset compression=false 2024-11-24T13:20:42,441 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:42,441 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1076, reset compression=false 2024-11-24T13:20:42,441 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bb02e32fe042a86a13cb926ec488791/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T13:20:42,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:42,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:42,463 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 913, reset compression=false 2024-11-24T13:20:42,466 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:42,466 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1085, reset compression=false 2024-11-24T13:20:42,466 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:42,644 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1076, reset compression=false 2024-11-24T13:20:42,669 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1085, reset compression=false 2024-11-24T13:20:42,708 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1063, reset compression=false 2024-11-24T13:20:42,940 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T13:20:42,944 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T13:20:42,947 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1076, reset compression=false 2024-11-24T13:20:42,951 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:42,951 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1235, reset compression=false 2024-11-24T13:20:42,951 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bb02e32fe042a86a13cb926ec488791/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T13:20:42,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:42,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:42,972 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1085, reset compression=false 2024-11-24T13:20:42,976 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:42,976 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1234, reset compression=false 2024-11-24T13:20:42,976 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[{test/65515391d6181f1f2c9475f8638312fa/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T13:20:42,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:42,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:43,112 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1063, reset compression=false 2024-11-24T13:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1235, reset compression=false 2024-11-24T13:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:43,155 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1235, reset compression=false 2024-11-24T13:20:43,179 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1234, reset compression=false 2024-11-24T13:20:43,320 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1235, reset compression=false 2024-11-24T13:20:43,459 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1235, reset compression=false 2024-11-24T13:20:43,483 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1234, reset compression=false 2024-11-24T13:20:43,624 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1235, reset compression=false 2024-11-24T13:20:43,863 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1235, reset compression=false 2024-11-24T13:20:43,886 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1234, reset compression=false 2024-11-24T13:20:43,946 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T13:20:43,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faccffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:43,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:43,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:43,953 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b57ce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:43,954 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:43,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6539d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:43,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38735,1732454424230 2024-11-24T13:20:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11052a94 2024-11-24T13:20:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:43,959 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:43,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-24T13:20:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T13:20:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T13:20:43,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:20:44,027 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1235, reset compression=false 2024-11-24T13:20:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T13:20:44,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T13:20:44,118 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T13:20:44,119 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T13:20:44,119 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,44229,1732454424278 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T13:20:44,119 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b10924491aa5:0-0. 2024-11-24T13:20:44,119 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:44,119 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:44,119 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:44,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:44,220 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:20:44,220 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T13:20:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T13:20:44,320 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 terminated 2024-11-24T13:20:44,345 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,44229,1732454424278, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:20:44,345 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T13:20:44,346 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T13:20:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T13:20:44,348 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b10924491aa5,44229,1732454424278 suceeded 2024-11-24T13:20:44,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T13:20:44,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 383 msec 2024-11-24T13:20:44,350 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T13:20:44,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 390 msec 2024-11-24T13:20:44,360 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:35567' 2024-11-24T13:20:44,361 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dec247a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:44,361 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35567,-1 for getting cluster id 2024-11-24T13:20:44,361 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:44,362 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b8ede44-32f7-4387-ae9c-767141891a1a' 2024-11-24T13:20:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b8ede44-32f7-4387-ae9c-767141891a1a" 2024-11-24T13:20:44,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7adfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:44,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35567,-1] 2024-11-24T13:20:44,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:44,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:44,364 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:44,364 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f624438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:44,364 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35567,1732454417632 2024-11-24T13:20:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc47b21 2024-11-24T13:20:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:44,366 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T13:20:44,366 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,44229,1732454424278 (queues=1) is replicating from cluster=3162c19c-39c0-4186-8851-746c92d23640 to cluster=6b8ede44-32f7-4387-ae9c-767141891a1a 2024-11-24T13:20:44,366 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C44229%2C1732454424278 2024-11-24T13:20:44,367 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,44229,1732454424278, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:20:44,367 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C44229%2C1732454424278 2024-11-24T13:20:44,390 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1234, reset compression=false 2024-11-24T13:20:44,532 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1235, reset compression=false 2024-11-24T13:20:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T13:20:44,589 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:20:44,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:44,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:44,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:44,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:44,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:44,593 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T13:20:44,994 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1234, reset compression=false 2024-11-24T13:20:44,998 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:44,998 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1338, reset compression=false 2024-11-24T13:20:44,998 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[{test/65515391d6181f1f2c9475f8638312fa/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T13:20:44,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:45,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:45,136 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1235, reset compression=false 2024-11-24T13:20:45,140 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:45,141 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1362, reset compression=false 2024-11-24T13:20:45,141 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[{test/db77883d502c0be46f49429cbb7c5310/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T13:20:45,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:45,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:45,201 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1338, reset compression=false 2024-11-24T13:20:45,345 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1362, reset compression=false 2024-11-24T13:20:45,504 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1338, reset compression=false 2024-11-24T13:20:45,595 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T13:20:45,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:45,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,38735,-1 for getting cluster id 2024-11-24T13:20:45,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:45,598 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3162c19c-39c0-4186-8851-746c92d23640' 2024-11-24T13:20:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3162c19c-39c0-4186-8851-746c92d23640" 2024-11-24T13:20:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2686ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,38735,-1] 2024-11-24T13:20:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:45,600 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f9061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:45,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,38735,1732454424230 2024-11-24T13:20:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1cd833 2024-11-24T13:20:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:20:45,605 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:20:45,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-24T13:20:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T13:20:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T13:20:45,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:20:45,651 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1362, reset compression=false 2024-11-24T13:20:45,655 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:45,655 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:45,655 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[{test/db77883d502c0be46f49429cbb7c5310/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T13:20:45,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:45,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T13:20:45,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T13:20:45,765 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T13:20:45,765 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T13:20:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T13:20:45,767 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b10924491aa5,44229,1732454424278 suceeded 2024-11-24T13:20:45,768 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, startPosition=1235, beingWritten=true 2024-11-24T13:20:45,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T13:20:45,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-24T13:20:45,769 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T13:20:45,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-24T13:20:45,773 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:20:45,773 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1512, reset compression=false 2024-11-24T13:20:45,773 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bb02e32fe042a86a13cb926ec488791/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T13:20:45,774 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:45,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T13:20:45,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:20:45,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:20:45,859 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:45,908 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1338, reset compression=false 2024-11-24T13:20:45,912 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:45,912 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:45,912 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T13:20:45,927 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:20:45,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:45,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:45,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:45,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:45,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:45,929 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T13:20:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:20:45,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:45,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:45,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:45,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:45,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:45,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:20:45,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1208762935, stopped=false 2024-11-24T13:20:45,930 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,38735,1732454424230 2024-11-24T13:20:45,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1341169723/running 2024-11-24T13:20:45,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1341169723/running 2024-11-24T13:20:45,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:45,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:45,931 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:45,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:45,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:45,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:45,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,44229,1732454424278' ***** 2024-11-24T13:20:45,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:20:45,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on znode that does not yet exist, /2-1341169723/running 2024-11-24T13:20:45,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Set watcher on znode that does not yet exist, /2-1341169723/running 2024-11-24T13:20:45,933 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:20:45,933 INFO [RS:0;b10924491aa5:44229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:20:45,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:20:45,933 INFO [RS:0;b10924491aa5:44229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:20:45,933 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:45,933 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,44229,1732454424278 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:44229. 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bb02e32fe042a86a13cb926ec488791, disabling compactions & flushes 2024-11-24T13:20:45,934 DEBUG [RS:0;b10924491aa5:44229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:45,934 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:45,934 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. after waiting 0 ms 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:20:45,934 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bb02e32fe042a86a13cb926ec488791 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T13:20:45,934 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:20:45,934 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1325): Online Regions={2bb02e32fe042a86a13cb926ec488791=test,,1732454430231.2bb02e32fe042a86a13cb926ec488791., 1588230740=hbase:meta,,1.1588230740, 1c7e9464d5aaa0cc5f052aae2aba14f5=hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5.} 2024-11-24T13:20:45,934 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7e9464d5aaa0cc5f052aae2aba14f5, 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:45,934 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:45,934 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:45,934 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:20:45,950 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/info/ee9e66fdb39444738432119a2fa3ff25 is 147, key is hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5./info:regioninfo/1732454437508/Put/seqid=0 2024-11-24T13:20:45,953 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/f/139b71cd15db46e1b823b99f4e30d999 is 37, key is row3/f:row3/1732454444590/Put/seqid=0 2024-11-24T13:20:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741840_1016 (size=7686) 2024-11-24T13:20:45,954 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/info/ee9e66fdb39444738432119a2fa3ff25 2024-11-24T13:20:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741841_1017 (size=5228) 2024-11-24T13:20:45,969 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:45,971 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/ns/5e5c76716ca7404fb12853545fa70737 is 43, key is default/ns:d/1732454426880/Put/seqid=0 2024-11-24T13:20:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741842_1018 (size=5153) 2024-11-24T13:20:45,975 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/ns/5e5c76716ca7404fb12853545fa70737 2024-11-24T13:20:45,976 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1512, reset compression=false 2024-11-24T13:20:45,980 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:45,980 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1759, reset compression=false 2024-11-24T13:20:45,980 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,44229,1732454424278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:45,981 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,44229,1732454424278: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,44229,1732454424278, walGroup=b10924491aa5%2C44229%2C1732454424278, offset=b10924491aa5%2C44229%2C1732454424278.1732454425889:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:44229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:20:45,982 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:20:45,982 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:20:45,982 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:20:45,982 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:20:45,982 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:20:45,982 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 927554048 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198850288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:20:45,983 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:38735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:38735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:20:45,995 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/rep_barrier/d6297923aeb541f682260281a20631b5 is 112, key is test,,1732454430231.2bb02e32fe042a86a13cb926ec488791./rep_barrier:seqnumDuringOpen/1732454431381/Put/seqid=0 2024-11-24T13:20:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741843_1019 (size=5518) 2024-11-24T13:20:46,119 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:46,135 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7e9464d5aaa0cc5f052aae2aba14f5, 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:46,163 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:46,184 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1759, reset compression=false 2024-11-24T13:20:46,335 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c7e9464d5aaa0cc5f052aae2aba14f5, 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:46,357 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/f/139b71cd15db46e1b823b99f4e30d999 2024-11-24T13:20:46,361 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 139b71cd15db46e1b823b99f4e30d999 2024-11-24T13:20:46,377 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/f1/b130ac0f042046acb9c60df3f85a8e49 is 30, key is row1/f1:/1732454441935/DeleteFamily/seqid=0 2024-11-24T13:20:46,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741844_1020 (size=5158) 2024-11-24T13:20:46,382 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/f1/b130ac0f042046acb9c60df3f85a8e49 2024-11-24T13:20:46,386 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b130ac0f042046acb9c60df3f85a8e49 2024-11-24T13:20:46,398 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/rep_barrier/d6297923aeb541f682260281a20631b5 2024-11-24T13:20:46,403 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/norep/fc2f5b5519364a0e9ff52c3e99b3768e is 33, key is row2/norep:/1732454442941/DeleteFamily/seqid=0 2024-11-24T13:20:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741845_1021 (size=5108) 2024-11-24T13:20:46,416 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/table/75ef93fd005c4e3db0bd4086f5eab4d0 is 53, key is hbase:replication/table:state/1732454437517/Put/seqid=0 2024-11-24T13:20:46,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741846_1022 (size=5308) 2024-11-24T13:20:46,419 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/table/75ef93fd005c4e3db0bd4086f5eab4d0 2024-11-24T13:20:46,423 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/info/ee9e66fdb39444738432119a2fa3ff25 as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/info/ee9e66fdb39444738432119a2fa3ff25 2024-11-24T13:20:46,427 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/info/ee9e66fdb39444738432119a2fa3ff25, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:20:46,427 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/ns/5e5c76716ca7404fb12853545fa70737 as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/ns/5e5c76716ca7404fb12853545fa70737 2024-11-24T13:20:46,430 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/ns/5e5c76716ca7404fb12853545fa70737, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:20:46,431 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/rep_barrier/d6297923aeb541f682260281a20631b5 as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/rep_barrier/d6297923aeb541f682260281a20631b5 2024-11-24T13:20:46,436 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/rep_barrier/d6297923aeb541f682260281a20631b5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:20:46,436 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/.tmp/table/75ef93fd005c4e3db0bd4086f5eab4d0 as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/table/75ef93fd005c4e3db0bd4086f5eab4d0 2024-11-24T13:20:46,440 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/table/75ef93fd005c4e3db0bd4086f5eab4d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:20:46,441 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=16, compaction requested=false 2024-11-24T13:20:46,443 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:46,447 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:20:46,448 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:46,448 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:46,448 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:46,448 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454445934Running coprocessor pre-close hooks at 1732454445934Disabling compacts and flushes for region at 1732454445934Disabling writes for close at 1732454445934Obtaining lock to block concurrent updates at 1732454445934Preparing flush snapshotting stores in 1588230740 at 1732454445934Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454445935 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454445935Flushing 1588230740/info: creating writer at 1732454445935Flushing 1588230740/info: appending metadata at 1732454445949 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732454445949Flushing 1588230740/ns: creating writer at 1732454445958 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732454445971 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732454445971Flushing 1588230740/rep_barrier: creating writer at 1732454445978 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454445995 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454445995Flushing 1588230740/table: creating writer at 1732454446402 (+407 ms)Flushing 1588230740/table: appending metadata at 1732454446415 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732454446415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ca2ade: reopening flushed file at 1732454446423 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a0b399: reopening flushed file at 1732454446427 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5208c6dd: reopening flushed file at 1732454446430 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7837db7e: reopening flushed file at 1732454446436 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=16, compaction requested=false at 1732454446441 (+5 ms)Writing region close event to WAL at 1732454446443 (+2 ms)Running coprocessor post-close hooks at 1732454446448 (+5 ms)Closed at 1732454446448 2024-11-24T13:20:46,449 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:46,489 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1759, reset compression=false 2024-11-24T13:20:46,535 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1351): Waiting on 1c7e9464d5aaa0cc5f052aae2aba14f5, 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:46,576 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:46,735 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1351): Waiting on 1c7e9464d5aaa0cc5f052aae2aba14f5, 2bb02e32fe042a86a13cb926ec488791 2024-11-24T13:20:46,788 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:20:46,788 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:20:46,814 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/norep/fc2f5b5519364a0e9ff52c3e99b3768e 2024-11-24T13:20:46,818 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2f5b5519364a0e9ff52c3e99b3768e 2024-11-24T13:20:46,819 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/f/139b71cd15db46e1b823b99f4e30d999 as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/f/139b71cd15db46e1b823b99f4e30d999 2024-11-24T13:20:46,822 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 139b71cd15db46e1b823b99f4e30d999 2024-11-24T13:20:46,822 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/f/139b71cd15db46e1b823b99f4e30d999, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T13:20:46,823 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/f1/b130ac0f042046acb9c60df3f85a8e49 as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/f1/b130ac0f042046acb9c60df3f85a8e49 2024-11-24T13:20:46,827 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b130ac0f042046acb9c60df3f85a8e49 2024-11-24T13:20:46,827 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/f1/b130ac0f042046acb9c60df3f85a8e49, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T13:20:46,828 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/.tmp/norep/fc2f5b5519364a0e9ff52c3e99b3768e as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/norep/fc2f5b5519364a0e9ff52c3e99b3768e 2024-11-24T13:20:46,831 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2f5b5519364a0e9ff52c3e99b3768e 2024-11-24T13:20:46,831 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/norep/fc2f5b5519364a0e9ff52c3e99b3768e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T13:20:46,832 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2bb02e32fe042a86a13cb926ec488791 in 898ms, sequenceid=12, compaction requested=false 2024-11-24T13:20:46,836 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/data/default/test/2bb02e32fe042a86a13cb926ec488791/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:46,837 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bb02e32fe042a86a13cb926ec488791: Waiting for close lock at 1732454445934Running coprocessor pre-close hooks at 1732454445934Disabling compacts and flushes for region at 1732454445934Disabling writes for close at 1732454445934Obtaining lock to block concurrent updates at 1732454445934Preparing flush snapshotting stores in 2bb02e32fe042a86a13cb926ec488791 at 1732454445934Finished memstore snapshotting test,,1732454430231.2bb02e32fe042a86a13cb926ec488791., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732454445934Flushing stores of test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. at 1732454445935 (+1 ms)Flushing 2bb02e32fe042a86a13cb926ec488791/f: creating writer at 1732454445935Flushing 2bb02e32fe042a86a13cb926ec488791/f: appending metadata at 1732454445952 (+17 ms)Flushing 2bb02e32fe042a86a13cb926ec488791/f: closing flushed file at 1732454445952Flushing 2bb02e32fe042a86a13cb926ec488791/f1: creating writer at 1732454446361 (+409 ms)Flushing 2bb02e32fe042a86a13cb926ec488791/f1: appending metadata at 1732454446377 (+16 ms)Flushing 2bb02e32fe042a86a13cb926ec488791/f1: closing flushed file at 1732454446377Flushing 2bb02e32fe042a86a13cb926ec488791/norep: creating writer at 1732454446386 (+9 ms)Flushing 2bb02e32fe042a86a13cb926ec488791/norep: appending metadata at 1732454446403 (+17 ms)Flushing 2bb02e32fe042a86a13cb926ec488791/norep: closing flushed file at 1732454446403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58efa4d9: reopening flushed file at 1732454446818 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bca94b9: reopening flushed file at 1732454446823 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d285a0: reopening flushed file at 1732454446827 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2bb02e32fe042a86a13cb926ec488791 in 898ms, sequenceid=12, compaction requested=false at 1732454446832 (+5 ms)Writing region close event to WAL at 1732454446834 (+2 ms)Running coprocessor post-close hooks at 1732454446837 (+3 ms)Closed at 1732454446837 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454430231.2bb02e32fe042a86a13cb926ec488791. 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c7e9464d5aaa0cc5f052aae2aba14f5, disabling compactions & flushes 2024-11-24T13:20:46,837 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. after waiting 0 ms 2024-11-24T13:20:46,837 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:46,838 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c7e9464d5aaa0cc5f052aae2aba14f5: Waiting for close lock at 1732454446837Running coprocessor pre-close hooks at 1732454446837Disabling compacts and flushes for region at 1732454446837Disabling writes for close at 1732454446837Failed flush hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5., putting online again at 1732454446838 (+1 ms) 2024-11-24T13:20:46,838 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:46,848 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:46,893 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 1759, reset compression=false 2024-11-24T13:20:46,897 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:46,897 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 2403, reset compression=false 2024-11-24T13:20:46,935 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:20:46,935 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1325): Online Regions={1c7e9464d5aaa0cc5f052aae2aba14f5=hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5.} 2024-11-24T13:20:46,935 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:46,936 DEBUG [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1351): Waiting on 1c7e9464d5aaa0cc5f052aae2aba14f5 2024-11-24T13:20:46,936 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c7e9464d5aaa0cc5f052aae2aba14f5, disabling compactions & flushes 2024-11-24T13:20:46,936 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:46,936 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:46,936 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. after waiting 0 ms 2024-11-24T13:20:46,936 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:46,936 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c7e9464d5aaa0cc5f052aae2aba14f5: Waiting for close lock at 1732454446936Running coprocessor pre-close hooks at 1732454446936Disabling compacts and flushes for region at 1732454446936Disabling writes for close at 1732454446936Failed flush hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5., putting online again at 1732454446936 2024-11-24T13:20:46,936 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732454436742.1c7e9464d5aaa0cc5f052aae2aba14f5. 2024-11-24T13:20:47,079 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:47,100 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.1732454425889 to pos 2403, reset compression=false 2024-11-24T13:20:47,136 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T13:20:47,136 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,44229,1732454424278; all regions closed. 2024-11-24T13:20:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:20:47,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/WALs/b10924491aa5,44229,1732454424278/b10924491aa5%2C44229%2C1732454424278.meta.1732454426841.meta not finished, retry = 0 2024-11-24T13:20:47,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741839_1015 (size=2172) 2024-11-24T13:20:47,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741832_1008 (size=2411) 2024-11-24T13:20:47,244 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:47,244 INFO [RS:0;b10924491aa5:44229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:47,245 INFO [RS:0;b10924491aa5:44229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:47,245 INFO [RS:0;b10924491aa5:44229 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:47,245 INFO [RS:0;b10924491aa5:44229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:47,245 INFO [RS:0;b10924491aa5:44229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,44229,1732454424278 because: Region server is closing 2024-11-24T13:20:47,245 INFO [RS:0;b10924491aa5:44229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:44229. 2024-11-24T13:20:47,245 DEBUG [RS:0;b10924491aa5:44229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:47,245 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:47,246 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:47,246 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:47,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:47,346 INFO [RS:0;b10924491aa5:44229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.shipperb10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 terminated 2024-11-24T13:20:47,346 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,44229,1732454424278.replicationSource.wal-reader.b10924491aa5%2C44229%2C1732454424278,1-b10924491aa5,44229,1732454424278 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:20:47,346 INFO [RS:0;b10924491aa5:44229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:44229. 2024-11-24T13:20:47,346 DEBUG [RS:0;b10924491aa5:44229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:47,346 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:47,346 DEBUG [RS:0;b10924491aa5:44229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:47,347 INFO [RS:0;b10924491aa5:44229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44229 2024-11-24T13:20:47,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:47,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1341169723/rs/b10924491aa5,44229,1732454424278 2024-11-24T13:20:47,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723/rs 2024-11-24T13:20:47,349 INFO [RS:0;b10924491aa5:44229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:47,351 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:47,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,44229,1732454424278] 2024-11-24T13:20:47,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1341169723/draining/b10924491aa5,44229,1732454424278 already deleted, retry=false 2024-11-24T13:20:47,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,44229,1732454424278 expired; onlineServers=0 2024-11-24T13:20:47,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,38735,1732454424230' ***** 2024-11-24T13:20:47,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:20:47,355 INFO [M:0;b10924491aa5:38735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:47,355 INFO [M:0;b10924491aa5:38735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:47,355 DEBUG [M:0;b10924491aa5:38735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:20:47,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:20:47,355 DEBUG [M:0;b10924491aa5:38735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:20:47,355 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454425712 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454425712,5,FailOnTimeoutGroup] 2024-11-24T13:20:47,355 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454425712 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454425712,5,FailOnTimeoutGroup] 2024-11-24T13:20:47,355 INFO [M:0;b10924491aa5:38735 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:47,355 INFO [M:0;b10924491aa5:38735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:47,355 DEBUG [M:0;b10924491aa5:38735 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:20:47,355 INFO [M:0;b10924491aa5:38735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:20:47,356 INFO [M:0;b10924491aa5:38735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:47,356 INFO [M:0;b10924491aa5:38735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:20:47,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:20:47,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1341169723/master 2024-11-24T13:20:47,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1341169723 2024-11-24T13:20:47,361 DEBUG [M:0;b10924491aa5:38735 {}] zookeeper.ZKUtil(347): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Unable to get data of znode /2-1341169723/master because node does not exist (not an error) 2024-11-24T13:20:47,361 WARN [M:0;b10924491aa5:38735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:20:47,363 INFO [M:0;b10924491aa5:38735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/.lastflushedseqids 2024-11-24T13:20:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741847_1023 (size=245) 2024-11-24T13:20:47,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:47,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44229-0x1014a226ca10007, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:47,452 INFO [RS:0;b10924491aa5:44229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:47,452 INFO [RS:0;b10924491aa5:44229 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,44229,1732454424278; zookeeper connection closed. 2024-11-24T13:20:47,452 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32698229 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32698229 2024-11-24T13:20:47,453 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:20:47,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:20:47,682 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:47,776 INFO [M:0;b10924491aa5:38735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:20:47,776 INFO [M:0;b10924491aa5:38735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:20:47,776 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:47,776 INFO [M:0;b10924491aa5:38735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:47,776 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:47,776 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:47,776 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:47,777 INFO [M:0;b10924491aa5:38735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-24T13:20:47,796 DEBUG [M:0;b10924491aa5:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b045e24e20442cb75770768536bd1d is 82, key is hbase:meta,,1/info:regioninfo/1732454426871/Put/seqid=0 2024-11-24T13:20:47,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741848_1024 (size=5672) 2024-11-24T13:20:47,963 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:48,201 INFO [M:0;b10924491aa5:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b045e24e20442cb75770768536bd1d 2024-11-24T13:20:48,223 DEBUG [M:0;b10924491aa5:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a1f6334bae4194b6d46323ed506bba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454437520/Put/seqid=0 2024-11-24T13:20:48,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741849_1025 (size=9212) 2024-11-24T13:20:48,237 INFO [M:0;b10924491aa5:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a1f6334bae4194b6d46323ed506bba 2024-11-24T13:20:48,260 DEBUG [M:0;b10924491aa5:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd9d81d498524c8e81a4575bd487cc7b is 69, key is b10924491aa5,44229,1732454424278/rs:state/1732454425738/Put/seqid=0 2024-11-24T13:20:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741850_1026 (size=5156) 2024-11-24T13:20:48,266 INFO [M:0;b10924491aa5:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd9d81d498524c8e81a4575bd487cc7b 2024-11-24T13:20:48,270 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b045e24e20442cb75770768536bd1d as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26b045e24e20442cb75770768536bd1d 2024-11-24T13:20:48,274 INFO [M:0;b10924491aa5:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26b045e24e20442cb75770768536bd1d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T13:20:48,275 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a1f6334bae4194b6d46323ed506bba as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27a1f6334bae4194b6d46323ed506bba 2024-11-24T13:20:48,278 INFO [M:0;b10924491aa5:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27a1f6334bae4194b6d46323ed506bba, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T13:20:48,279 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd9d81d498524c8e81a4575bd487cc7b as hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd9d81d498524c8e81a4575bd487cc7b 2024-11-24T13:20:48,282 INFO [M:0;b10924491aa5:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/e3cec2e4-848f-aa71-53b9-14a7b6525c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd9d81d498524c8e81a4575bd487cc7b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T13:20:48,283 INFO [M:0;b10924491aa5:38735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=127, compaction requested=false 2024-11-24T13:20:48,286 INFO [M:0;b10924491aa5:38735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:48,286 DEBUG [M:0;b10924491aa5:38735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454447776Disabling compacts and flushes for region at 1732454447776Disabling writes for close at 1732454447776Obtaining lock to block concurrent updates at 1732454447777 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454447777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732454447777Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454447778 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454447778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454447795 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454447796 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454448205 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454448222 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454448222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454448241 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454448260 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454448260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cff60cd: reopening flushed file at 1732454448269 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1de277: reopening flushed file at 1732454448274 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13be2cd2: reopening flushed file at 1732454448278 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=127, compaction requested=false at 1732454448283 (+5 ms)Writing region close event to WAL at 1732454448286 (+3 ms)Closed at 1732454448286 2024-11-24T13:20:48,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741830_1006 (size=73866) 2024-11-24T13:20:48,292 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:48,292 INFO [M:0;b10924491aa5:38735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:20:48,293 INFO [M:0;b10924491aa5:38735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38735 2024-11-24T13:20:48,294 INFO [M:0;b10924491aa5:38735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:48,389 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:48,395 INFO [M:0;b10924491aa5:38735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1014a226ca10006, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:48,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@205f457f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:48,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:48,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:48,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:48,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:48,406 WARN [BP-1690352979-172.17.0.2-1732454423489 heartbeating to localhost/127.0.0.1:40577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:20:48,406 WARN [BP-1690352979-172.17.0.2-1732454423489 heartbeating to localhost/127.0.0.1:40577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1690352979-172.17.0.2-1732454423489 (Datanode Uuid 68709eb6-77ae-484c-b744-28cce7a159e2) service to localhost/127.0.0.1:40577 2024-11-24T13:20:48,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/cluster_eb3c44a7-e8ab-17c4-a2a4-4a0618c6b9b7/data/data1/current/BP-1690352979-172.17.0.2-1732454423489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:48,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/cluster_eb3c44a7-e8ab-17c4-a2a4-4a0618c6b9b7/data/data2/current/BP-1690352979-172.17.0.2-1732454423489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:48,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:20:48,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:20:48,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:20:48,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3198c032{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:48,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:48,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:48,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:48,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:48,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:20:48,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:20:48,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:48,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:48,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:48,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:48,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:48,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:20:48,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260192019, stopped=false 2024-11-24T13:20:48,445 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,38321,1732454421478 2024-11-24T13:20:48,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11287458194/running 2024-11-24T13:20:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11287458194/running 2024-11-24T13:20:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:48,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on znode that does not yet exist, /11287458194/running 2024-11-24T13:20:48,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:48,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Set watcher on znode that does not yet exist, /11287458194/running 2024-11-24T13:20:48,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:48,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:48,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:48,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,34139,1732454421523' ***** 2024-11-24T13:20:48,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:20:48,449 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:20:48,450 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(3091): Received CLOSE for 34f5f5cd9e10888f25710d715832962f 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(3091): Received CLOSE for db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,34139,1732454421523 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34139. 2024-11-24T13:20:48,450 DEBUG [RS:0;b10924491aa5:34139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:48,450 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:20:48,450 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34f5f5cd9e10888f25710d715832962f, disabling compactions & flushes 2024-11-24T13:20:48,450 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:20:48,450 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:48,450 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:48,451 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. after waiting 0 ms 2024-11-24T13:20:48,451 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:48,451 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34f5f5cd9e10888f25710d715832962f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T13:20:48,451 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:20:48,451 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1325): Online Regions={34f5f5cd9e10888f25710d715832962f=hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f., db77883d502c0be46f49429cbb7c5310=test,,1732454429091.db77883d502c0be46f49429cbb7c5310., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:20:48,452 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34f5f5cd9e10888f25710d715832962f, db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:48,452 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:48,452 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:48,452 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:48,452 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:48,452 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:48,452 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:20:48,472 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f/.tmp/queue/dc6258043d9b4b4e9dbc180e7922b297 is 154, key is 1-b10924491aa5,34139,1732454421523/queue:b10924491aa5%2C34139%2C1732454421523/1732454445660/Put/seqid=0 2024-11-24T13:20:48,476 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/info/2c97b43957f246dead49099c31b24dd8 is 147, key is hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f./info:regioninfo/1732454435755/Put/seqid=0 2024-11-24T13:20:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741840_1016 (size=5353) 2024-11-24T13:20:48,478 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f/.tmp/queue/dc6258043d9b4b4e9dbc180e7922b297 2024-11-24T13:20:48,483 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f/.tmp/queue/dc6258043d9b4b4e9dbc180e7922b297 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f/queue/dc6258043d9b4b4e9dbc180e7922b297 2024-11-24T13:20:48,489 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f/queue/dc6258043d9b4b4e9dbc180e7922b297, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T13:20:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741841_1017 (size=7686) 2024-11-24T13:20:48,491 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 34f5f5cd9e10888f25710d715832962f in 40ms, sequenceid=14, compaction requested=false 2024-11-24T13:20:48,492 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/info/2c97b43957f246dead49099c31b24dd8 2024-11-24T13:20:48,498 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/replication/34f5f5cd9e10888f25710d715832962f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:48,499 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34f5f5cd9e10888f25710d715832962f: Waiting for close lock at 1732454448450Running coprocessor pre-close hooks at 1732454448450Disabling compacts and flushes for region at 1732454448450Disabling writes for close at 1732454448451 (+1 ms)Obtaining lock to block concurrent updates at 1732454448451Preparing flush snapshotting stores in 34f5f5cd9e10888f25710d715832962f at 1732454448451Finished memstore snapshotting hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732454448451Flushing stores of hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. at 1732454448452 (+1 ms)Flushing 34f5f5cd9e10888f25710d715832962f/queue: creating writer at 1732454448452Flushing 34f5f5cd9e10888f25710d715832962f/queue: appending metadata at 1732454448471 (+19 ms)Flushing 34f5f5cd9e10888f25710d715832962f/queue: closing flushed file at 1732454448471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb33644: reopening flushed file at 1732454448482 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 34f5f5cd9e10888f25710d715832962f in 40ms, sequenceid=14, compaction requested=false at 1732454448491 (+9 ms)Writing region close event to WAL at 1732454448492 (+1 ms)Running coprocessor post-close hooks at 1732454448499 (+7 ms)Closed at 1732454448499 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454434583.34f5f5cd9e10888f25710d715832962f. 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db77883d502c0be46f49429cbb7c5310, disabling compactions & flushes 2024-11-24T13:20:48,499 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454429091.db77883d502c0be46f49429cbb7c5310. after waiting 0 ms 2024-11-24T13:20:48,499 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:48,500 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db77883d502c0be46f49429cbb7c5310 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T13:20:48,514 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/f/79ccba8a61344020bac76f4c570c9b81 is 37, key is row3/f:row3/1732454444590/Put/seqid=0 2024-11-24T13:20:48,517 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/ns/93bbc0611ceb430fab9d982193b79812 is 43, key is default/ns:d/1732454423343/Put/seqid=0 2024-11-24T13:20:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741842_1018 (size=5228) 2024-11-24T13:20:48,519 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/f/79ccba8a61344020bac76f4c570c9b81 2024-11-24T13:20:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741843_1019 (size=5153) 2024-11-24T13:20:48,522 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:48,524 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79ccba8a61344020bac76f4c570c9b81 2024-11-24T13:20:48,544 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/f1/59130aebc6b447ec85cd1d6c59a3c1a6 is 30, key is row1/f1:/1732454441935/DeleteFamily/seqid=0 2024-11-24T13:20:48,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741844_1020 (size=5158) 2024-11-24T13:20:48,591 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:20:48,591 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:20:48,652 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:48,667 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:48,852 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db77883d502c0be46f49429cbb7c5310 2024-11-24T13:20:48,923 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/ns/93bbc0611ceb430fab9d982193b79812 2024-11-24T13:20:48,948 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/f1/59130aebc6b447ec85cd1d6c59a3c1a6 2024-11-24T13:20:48,949 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/rep_barrier/02cc0615c8204ce8abc7b12f092d6356 is 112, key is test,,1732454429091.db77883d502c0be46f49429cbb7c5310./rep_barrier:seqnumDuringOpen/1732454429839/Put/seqid=0 2024-11-24T13:20:48,953 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59130aebc6b447ec85cd1d6c59a3c1a6 2024-11-24T13:20:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741845_1021 (size=5518) 2024-11-24T13:20:48,968 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/norep/84ca7afede9b47dbbb4072539851f513 is 33, key is row1/norep:/1732454441935/DeleteFamily/seqid=0 2024-11-24T13:20:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741846_1022 (size=5108) 2024-11-24T13:20:48,972 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/norep/84ca7afede9b47dbbb4072539851f513 2024-11-24T13:20:48,975 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84ca7afede9b47dbbb4072539851f513 2024-11-24T13:20:48,976 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/f/79ccba8a61344020bac76f4c570c9b81 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/f/79ccba8a61344020bac76f4c570c9b81 2024-11-24T13:20:48,980 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79ccba8a61344020bac76f4c570c9b81 2024-11-24T13:20:48,980 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/f/79ccba8a61344020bac76f4c570c9b81, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T13:20:48,980 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/f1/59130aebc6b447ec85cd1d6c59a3c1a6 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/f1/59130aebc6b447ec85cd1d6c59a3c1a6 2024-11-24T13:20:48,984 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59130aebc6b447ec85cd1d6c59a3c1a6 2024-11-24T13:20:48,984 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/f1/59130aebc6b447ec85cd1d6c59a3c1a6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T13:20:48,985 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/.tmp/norep/84ca7afede9b47dbbb4072539851f513 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/norep/84ca7afede9b47dbbb4072539851f513 2024-11-24T13:20:48,988 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84ca7afede9b47dbbb4072539851f513 2024-11-24T13:20:48,988 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/norep/84ca7afede9b47dbbb4072539851f513, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T13:20:48,989 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for db77883d502c0be46f49429cbb7c5310 in 490ms, sequenceid=12, compaction requested=false 2024-11-24T13:20:48,992 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/default/test/db77883d502c0be46f49429cbb7c5310/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T13:20:48,992 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:48,992 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:48,993 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:48,993 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db77883d502c0be46f49429cbb7c5310: Waiting for close lock at 1732454448499Running coprocessor pre-close hooks at 1732454448499Disabling compacts and flushes for region at 1732454448499Disabling writes for close at 1732454448499Obtaining lock to block concurrent updates at 1732454448500 (+1 ms)Preparing flush snapshotting stores in db77883d502c0be46f49429cbb7c5310 at 1732454448500Finished memstore snapshotting test,,1732454429091.db77883d502c0be46f49429cbb7c5310., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732454448500Flushing stores of test,,1732454429091.db77883d502c0be46f49429cbb7c5310. at 1732454448500Flushing db77883d502c0be46f49429cbb7c5310/f: creating writer at 1732454448500Flushing db77883d502c0be46f49429cbb7c5310/f: appending metadata at 1732454448514 (+14 ms)Flushing db77883d502c0be46f49429cbb7c5310/f: closing flushed file at 1732454448514Flushing db77883d502c0be46f49429cbb7c5310/f1: creating writer at 1732454448524 (+10 ms)Flushing db77883d502c0be46f49429cbb7c5310/f1: appending metadata at 1732454448544 (+20 ms)Flushing db77883d502c0be46f49429cbb7c5310/f1: closing flushed file at 1732454448544Flushing db77883d502c0be46f49429cbb7c5310/norep: creating writer at 1732454448953 (+409 ms)Flushing db77883d502c0be46f49429cbb7c5310/norep: appending metadata at 1732454448967 (+14 ms)Flushing db77883d502c0be46f49429cbb7c5310/norep: closing flushed file at 1732454448967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8f6cc3: reopening flushed file at 1732454448975 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec3b390: reopening flushed file at 1732454448980 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eccfce1: reopening flushed file at 1732454448984 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for db77883d502c0be46f49429cbb7c5310 in 490ms, sequenceid=12, compaction requested=false at 1732454448989 (+5 ms)Writing region close event to WAL at 1732454448990 (+1 ms)Running coprocessor post-close hooks at 1732454448992 (+2 ms)Closed at 1732454448993 (+1 ms) 2024-11-24T13:20:48,993 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454429091.db77883d502c0be46f49429cbb7c5310. 2024-11-24T13:20:49,052 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:49,193 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 1466, reset compression=false 2024-11-24T13:20:49,198 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:49,198 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 2357, reset compression=false 2024-11-24T13:20:49,198 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,34139,1732454421523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:49,199 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,34139,1732454421523: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,34139,1732454421523, walGroup=b10924491aa5%2C34139%2C1732454421523, offset=b10924491aa5%2C34139%2C1732454421523.1732454422722:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:34139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:20:49,201 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:20:49,201 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:20:49,201 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:20:49,201 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:20:49,201 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:20:49,201 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 907242496 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199398832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:20:49,202 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:38321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:38321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:20:49,252 DEBUG [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:49,354 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/rep_barrier/02cc0615c8204ce8abc7b12f092d6356 2024-11-24T13:20:49,377 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/table/5db82ccf3a1e41578bc0340c6db254f4 is 53, key is hbase:replication/table:state/1732454435763/Put/seqid=0 2024-11-24T13:20:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741847_1023 (size=5308) 2024-11-24T13:20:49,383 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/table/5db82ccf3a1e41578bc0340c6db254f4 2024-11-24T13:20:49,392 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/info/2c97b43957f246dead49099c31b24dd8 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/info/2c97b43957f246dead49099c31b24dd8 2024-11-24T13:20:49,397 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/info/2c97b43957f246dead49099c31b24dd8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:20:49,398 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/ns/93bbc0611ceb430fab9d982193b79812 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/ns/93bbc0611ceb430fab9d982193b79812 2024-11-24T13:20:49,404 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/WALs/b10924491aa5,34139,1732454421523/b10924491aa5%2C34139%2C1732454421523.1732454422722 to pos 2357, reset compression=false 2024-11-24T13:20:49,416 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/ns/93bbc0611ceb430fab9d982193b79812, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:20:49,417 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/rep_barrier/02cc0615c8204ce8abc7b12f092d6356 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/rep_barrier/02cc0615c8204ce8abc7b12f092d6356 2024-11-24T13:20:49,422 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/rep_barrier/02cc0615c8204ce8abc7b12f092d6356, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:20:49,423 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/.tmp/table/5db82ccf3a1e41578bc0340c6db254f4 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/table/5db82ccf3a1e41578bc0340c6db254f4 2024-11-24T13:20:49,427 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/table/5db82ccf3a1e41578bc0340c6db254f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:20:49,428 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false 2024-11-24T13:20:49,435 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:20:49,436 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:49,436 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:49,436 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:49,436 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454448451Running coprocessor pre-close hooks at 1732454448451Disabling compacts and flushes for region at 1732454448451Disabling writes for close at 1732454448452 (+1 ms)Obtaining lock to block concurrent updates at 1732454448452Preparing flush snapshotting stores in 1588230740 at 1732454448452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454448452Flushing stores of hbase:meta,,1.1588230740 at 1732454448453 (+1 ms)Flushing 1588230740/info: creating writer at 1732454448453Flushing 1588230740/info: appending metadata at 1732454448476 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732454448476Flushing 1588230740/ns: creating writer at 1732454448496 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732454448517 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732454448517Flushing 1588230740/rep_barrier: creating writer at 1732454448927 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454448949 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454448949Flushing 1588230740/table: creating writer at 1732454449359 (+410 ms)Flushing 1588230740/table: appending metadata at 1732454449376 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732454449377 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4742c737: reopening flushed file at 1732454449391 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5566af2e: reopening flushed file at 1732454449398 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14beb647: reopening flushed file at 1732454449416 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b30f81: reopening flushed file at 1732454449422 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false at 1732454449428 (+6 ms)Writing region close event to WAL at 1732454449432 (+4 ms)Running coprocessor post-close hooks at 1732454449435 (+3 ms)Closed at 1732454449436 (+1 ms) 2024-11-24T13:20:49,436 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:49,453 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,34139,1732454421523; all regions closed. 2024-11-24T13:20:49,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:20:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741839_1015 (size=3552) 2024-11-24T13:20:49,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741832_1008 (size=2365) 2024-11-24T13:20:49,459 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:49,459 INFO [RS:0;b10924491aa5:34139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:49,459 INFO [RS:0;b10924491aa5:34139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:49,460 INFO [RS:0;b10924491aa5:34139 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:49,460 INFO [RS:0;b10924491aa5:34139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:49,460 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:49,460 INFO [RS:0;b10924491aa5:34139 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,34139,1732454421523 because: Region server is closing 2024-11-24T13:20:49,461 INFO [RS:0;b10924491aa5:34139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34139. 2024-11-24T13:20:49,461 DEBUG [RS:0;b10924491aa5:34139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:49,461 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:49,461 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:49,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:49,471 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:49,561 INFO [RS:0;b10924491aa5:34139 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.shipperb10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 terminated 2024-11-24T13:20:49,561 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,34139,1732454421523.replicationSource.wal-reader.b10924491aa5%2C34139%2C1732454421523,1-b10924491aa5,34139,1732454421523 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:20:49,562 INFO [RS:0;b10924491aa5:34139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34139. 2024-11-24T13:20:49,562 DEBUG [RS:0;b10924491aa5:34139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:49,562 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:49,562 DEBUG [RS:0;b10924491aa5:34139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:49,562 INFO [RS:0;b10924491aa5:34139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34139 2024-11-24T13:20:49,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:49,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11287458194/rs/b10924491aa5,34139,1732454421523 2024-11-24T13:20:49,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194/rs 2024-11-24T13:20:49,565 INFO [RS:0;b10924491aa5:34139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:49,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,34139,1732454421523] 2024-11-24T13:20:49,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11287458194/draining/b10924491aa5,34139,1732454421523 already deleted, retry=false 2024-11-24T13:20:49,571 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,34139,1732454421523 expired; onlineServers=0 2024-11-24T13:20:49,571 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,38321,1732454421478' ***** 2024-11-24T13:20:49,571 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:20:49,571 INFO [M:0;b10924491aa5:38321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:49,572 INFO [M:0;b10924491aa5:38321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:49,572 DEBUG [M:0;b10924491aa5:38321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:20:49,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:20:49,572 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454422547 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454422547,5,FailOnTimeoutGroup] 2024-11-24T13:20:49,572 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454422547 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454422547,5,FailOnTimeoutGroup] 2024-11-24T13:20:49,572 DEBUG [M:0;b10924491aa5:38321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:20:49,572 INFO [M:0;b10924491aa5:38321 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:49,572 INFO [M:0;b10924491aa5:38321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:49,572 DEBUG [M:0;b10924491aa5:38321 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:20:49,572 INFO [M:0;b10924491aa5:38321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:20:49,573 INFO [M:0;b10924491aa5:38321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:49,573 INFO [M:0;b10924491aa5:38321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:20:49,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:20:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11287458194/master 2024-11-24T13:20:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11287458194 2024-11-24T13:20:49,574 DEBUG [M:0;b10924491aa5:38321 {}] zookeeper.ZKUtil(347): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Unable to get data of znode /11287458194/master because node does not exist (not an error) 2024-11-24T13:20:49,574 WARN [M:0;b10924491aa5:38321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:20:49,576 INFO [M:0;b10924491aa5:38321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/.lastflushedseqids 2024-11-24T13:20:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741848_1024 (size=245) 2024-11-24T13:20:49,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:49,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34139-0x1014a226ca10004, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:49,667 INFO [RS:0;b10924491aa5:34139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:49,667 INFO [RS:0;b10924491aa5:34139 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,34139,1732454421523; zookeeper connection closed. 2024-11-24T13:20:49,668 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35fd629e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35fd629e 2024-11-24T13:20:49,668 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:20:49,982 INFO [M:0;b10924491aa5:38321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:20:49,982 INFO [M:0;b10924491aa5:38321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:20:49,983 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:49,983 INFO [M:0;b10924491aa5:38321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:49,983 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:49,983 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:49,983 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:49,983 INFO [M:0;b10924491aa5:38321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T13:20:50,002 DEBUG [M:0;b10924491aa5:38321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9f360de5bea480599d2849befde2d2b is 82, key is hbase:meta,,1/info:regioninfo/1732454423333/Put/seqid=0 2024-11-24T13:20:50,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741849_1025 (size=5672) 2024-11-24T13:20:50,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:50,406 INFO [M:0;b10924491aa5:38321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9f360de5bea480599d2849befde2d2b 2024-11-24T13:20:50,430 DEBUG [M:0;b10924491aa5:38321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47b8ce64bb984e238f20970fdcb8f3d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454435766/Put/seqid=0 2024-11-24T13:20:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741850_1026 (size=8516) 2024-11-24T13:20:50,435 INFO [M:0;b10924491aa5:38321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47b8ce64bb984e238f20970fdcb8f3d9 2024-11-24T13:20:50,454 DEBUG [M:0;b10924491aa5:38321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b43b98dd70a043dab64860764bc5d3d8 is 69, key is b10924491aa5,34139,1732454421523/rs:state/1732454422574/Put/seqid=0 2024-11-24T13:20:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741851_1027 (size=5156) 2024-11-24T13:20:50,859 INFO [M:0;b10924491aa5:38321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b43b98dd70a043dab64860764bc5d3d8 2024-11-24T13:20:50,863 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9f360de5bea480599d2849befde2d2b as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9f360de5bea480599d2849befde2d2b 2024-11-24T13:20:50,867 INFO [M:0;b10924491aa5:38321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9f360de5bea480599d2849befde2d2b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:20:50,867 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47b8ce64bb984e238f20970fdcb8f3d9 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47b8ce64bb984e238f20970fdcb8f3d9 2024-11-24T13:20:50,871 INFO [M:0;b10924491aa5:38321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47b8ce64bb984e238f20970fdcb8f3d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:20:50,873 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b43b98dd70a043dab64860764bc5d3d8 as hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b43b98dd70a043dab64860764bc5d3d8 2024-11-24T13:20:50,884 INFO [M:0;b10924491aa5:38321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b43b98dd70a043dab64860764bc5d3d8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:20:50,885 INFO [M:0;b10924491aa5:38321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false 2024-11-24T13:20:50,899 INFO [M:0;b10924491aa5:38321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:50,899 DEBUG [M:0;b10924491aa5:38321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454449983Disabling compacts and flushes for region at 1732454449983Disabling writes for close at 1732454449983Obtaining lock to block concurrent updates at 1732454449983Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454449983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732454449983Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454449984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454449984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454450001 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454450001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454450410 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454450430 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454450430Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454450438 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454450453 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454450454 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680aac14: reopening flushed file at 1732454450862 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414be1f: reopening flushed file at 1732454450867 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666c5dc9: reopening flushed file at 1732454450871 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false at 1732454450885 (+14 ms)Writing region close event to WAL at 1732454450898 (+13 ms)Closed at 1732454450898 2024-11-24T13:20:50,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ec51d7b-1181-8ad8-3d51-efe8dda223f3/MasterData/WALs/b10924491aa5,38321,1732454421478/b10924491aa5%2C38321%2C1732454421478.1732454422414 not finished, retry = 0 2024-11-24T13:20:50,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42173 is added to blk_1073741830_1006 (size=63654) 2024-11-24T13:20:51,007 INFO [M:0;b10924491aa5:38321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:20:51,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:51,007 INFO [M:0;b10924491aa5:38321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38321 2024-11-24T13:20:51,008 INFO [M:0;b10924491aa5:38321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:51,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:20:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:51,110 INFO [M:0;b10924491aa5:38321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38321-0x1014a226ca10003, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:51,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bff4f0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:51,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77cb3a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:51,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:51,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:51,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:51,125 WARN [BP-1024459026-172.17.0.2-1732454420525 heartbeating to localhost/127.0.0.1:40201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:20:51,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:20:51,125 WARN [BP-1024459026-172.17.0.2-1732454420525 heartbeating to localhost/127.0.0.1:40201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1024459026-172.17.0.2-1732454420525 (Datanode Uuid 39ed1f69-776f-491d-9ab2-b6aad9dcf8f5) service to localhost/127.0.0.1:40201 2024-11-24T13:20:51,125 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:20:51,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/cluster_a9523f3a-19f2-8bdb-edc2-57761cc1cfa9/data/data1/current/BP-1024459026-172.17.0.2-1732454420525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:51,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/cluster_a9523f3a-19f2-8bdb-edc2-57761cc1cfa9/data/data2/current/BP-1024459026-172.17.0.2-1732454420525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:51,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:20:51,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40819ccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:51,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a937cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:51,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:51,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:51,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e159985d-5125-bf68-6e08-99e9709494d7/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:20:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:20:51,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:51,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:51,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:51,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:51,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:51,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:20:51,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1040594260, stopped=false 2024-11-24T13:20:51,185 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,35567,1732454417632 2024-11-24T13:20:51,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651796281/running 2024-11-24T13:20:51,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651796281/running 2024-11-24T13:20:51,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:51,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:51,186 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:51,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on znode that does not yet exist, /01651796281/running 2024-11-24T13:20:51,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Set watcher on znode that does not yet exist, /01651796281/running 2024-11-24T13:20:51,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:20:51,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:51,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:51,189 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,35645,1732454417699' ***** 2024-11-24T13:20:51,189 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:20:51,189 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:20:51,189 INFO [RS:0;b10924491aa5:35645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:20:51,189 INFO [RS:0;b10924491aa5:35645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:20:51,189 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:51,190 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:20:51,204 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:51,204 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,35645,1732454417699 2024-11-24T13:20:51,204 INFO [RS:0;b10924491aa5:35645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:51,204 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b65bc6b421c27ce76b490c21d7650f2c, disabling compactions & flushes 2024-11-24T13:20:51,204 INFO [RS:0;b10924491aa5:35645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:35645. 2024-11-24T13:20:51,204 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:51,205 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:51,205 DEBUG [RS:0;b10924491aa5:35645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:51,205 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. after waiting 0 ms 2024-11-24T13:20:51,205 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:51,205 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:51,205 INFO [RS:0;b10924491aa5:35645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:20:51,205 INFO [RS:0;b10924491aa5:35645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:20:51,205 INFO [RS:0;b10924491aa5:35645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:20:51,205 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b65bc6b421c27ce76b490c21d7650f2c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T13:20:51,205 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:20:51,208 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:20:51,208 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b65bc6b421c27ce76b490c21d7650f2c=hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c., 65515391d6181f1f2c9475f8638312fa=test,,1732454426934.65515391d6181f1f2c9475f8638312fa.} 2024-11-24T13:20:51,208 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65515391d6181f1f2c9475f8638312fa, b65bc6b421c27ce76b490c21d7650f2c 2024-11-24T13:20:51,208 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:51,208 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:51,208 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:51,208 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:51,208 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:51,208 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:20:51,231 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c/.tmp/queue/cdc99ecb052048ecab720b4ef0b88cab is 154, key is 1-b10924491aa5,35645,1732454417699/queue:b10924491aa5%2C35645%2C1732454417699/1732454445913/Put/seqid=0 2024-11-24T13:20:51,252 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:51,262 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/info/47a6f3aeab9948b2b812d049c4ee4f06 is 147, key is hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c./info:regioninfo/1732454433592/Put/seqid=0 2024-11-24T13:20:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741840_1016 (size=5353) 2024-11-24T13:20:51,276 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c/.tmp/queue/cdc99ecb052048ecab720b4ef0b88cab 2024-11-24T13:20:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741841_1017 (size=7686) 2024-11-24T13:20:51,289 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/info/47a6f3aeab9948b2b812d049c4ee4f06 2024-11-24T13:20:51,290 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:35567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T13:20:51,314 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c/.tmp/queue/cdc99ecb052048ecab720b4ef0b88cab as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c/queue/cdc99ecb052048ecab720b4ef0b88cab 2024-11-24T13:20:51,320 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c/queue/cdc99ecb052048ecab720b4ef0b88cab, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T13:20:51,321 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b65bc6b421c27ce76b490c21d7650f2c in 116ms, sequenceid=14, compaction requested=false 2024-11-24T13:20:51,329 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:20:51,329 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:20:51,334 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/ns/84259621fc984f9d8947f318374da69b is 43, key is default/ns:d/1732454420431/Put/seqid=0 2024-11-24T13:20:51,350 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/replication/b65bc6b421c27ce76b490c21d7650f2c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T13:20:51,350 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:51,350 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:51,350 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:51,350 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b65bc6b421c27ce76b490c21d7650f2c: Waiting for close lock at 1732454451204Running coprocessor pre-close hooks at 1732454451204Disabling compacts and flushes for region at 1732454451204Disabling writes for close at 1732454451205 (+1 ms)Obtaining lock to block concurrent updates at 1732454451205Preparing flush snapshotting stores in b65bc6b421c27ce76b490c21d7650f2c at 1732454451205Finished memstore snapshotting hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732454451205Flushing stores of hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. at 1732454451206 (+1 ms)Flushing b65bc6b421c27ce76b490c21d7650f2c/queue: creating writer at 1732454451206Flushing b65bc6b421c27ce76b490c21d7650f2c/queue: appending metadata at 1732454451231 (+25 ms)Flushing b65bc6b421c27ce76b490c21d7650f2c/queue: closing flushed file at 1732454451231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8be2dd: reopening flushed file at 1732454451313 (+82 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b65bc6b421c27ce76b490c21d7650f2c in 116ms, sequenceid=14, compaction requested=false at 1732454451321 (+8 ms)Writing region close event to WAL at 1732454451336 (+15 ms)Running coprocessor post-close hooks at 1732454451350 (+14 ms)Closed at 1732454451350 2024-11-24T13:20:51,351 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454432416.b65bc6b421c27ce76b490c21d7650f2c. 2024-11-24T13:20:51,351 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65515391d6181f1f2c9475f8638312fa, disabling compactions & flushes 2024-11-24T13:20:51,351 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:51,351 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:51,351 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454426934.65515391d6181f1f2c9475f8638312fa. after waiting 0 ms 2024-11-24T13:20:51,351 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:51,351 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65515391d6181f1f2c9475f8638312fa 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T13:20:51,371 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/f/34461d6fcc2c4a6e9f8276050c4643f1 is 37, key is row3/f:row3/1732454444590/Put/seqid=0 2024-11-24T13:20:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741842_1018 (size=5153) 2024-11-24T13:20:51,379 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1488, reset compression=false 2024-11-24T13:20:51,384 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:51,384 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1735, reset compression=false 2024-11-24T13:20:51,384 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,35645,1732454417699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:20:51,385 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,35645,1732454417699: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,35645,1732454417699, walGroup=b10924491aa5%2C35645%2C1732454417699, offset=b10924491aa5%2C35645%2C1732454417699.1732454419478:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:35645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:20:51,387 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:20:51,387 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:20:51,388 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:20:51,388 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:20:51,388 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:20:51,388 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 896379608 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 199894040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:20:51,388 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:35567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:35567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:20:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741843_1019 (size=5228) 2024-11-24T13:20:51,393 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/f/34461d6fcc2c4a6e9f8276050c4643f1 2024-11-24T13:20:51,397 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34461d6fcc2c4a6e9f8276050c4643f1 2024-11-24T13:20:51,408 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65515391d6181f1f2c9475f8638312fa 2024-11-24T13:20:51,416 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/f1/40770f72bef14aea81d008c22419db86 is 30, key is row1/f1:/1732454441935/DeleteFamily/seqid=0 2024-11-24T13:20:51,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741844_1020 (size=5158) 2024-11-24T13:20:51,426 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/f1/40770f72bef14aea81d008c22419db86 2024-11-24T13:20:51,430 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40770f72bef14aea81d008c22419db86 2024-11-24T13:20:51,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,450 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/norep/d0c91b73d1c24f64a4a95af226ade2f8 is 32, key is row/norep:/1732454440929/DeleteFamily/seqid=0 2024-11-24T13:20:51,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741845_1021 (size=5101) 2024-11-24T13:20:51,455 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/norep/d0c91b73d1c24f64a4a95af226ade2f8 2024-11-24T13:20:51,460 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0c91b73d1c24f64a4a95af226ade2f8 2024-11-24T13:20:51,465 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/f/34461d6fcc2c4a6e9f8276050c4643f1 as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/f/34461d6fcc2c4a6e9f8276050c4643f1 2024-11-24T13:20:51,472 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34461d6fcc2c4a6e9f8276050c4643f1 2024-11-24T13:20:51,473 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/f/34461d6fcc2c4a6e9f8276050c4643f1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T13:20:51,473 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/f1/40770f72bef14aea81d008c22419db86 as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/f1/40770f72bef14aea81d008c22419db86 2024-11-24T13:20:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,485 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40770f72bef14aea81d008c22419db86 2024-11-24T13:20:51,485 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/f1/40770f72bef14aea81d008c22419db86, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T13:20:51,486 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/.tmp/norep/d0c91b73d1c24f64a4a95af226ade2f8 as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/norep/d0c91b73d1c24f64a4a95af226ade2f8 2024-11-24T13:20:51,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,491 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0c91b73d1c24f64a4a95af226ade2f8 2024-11-24T13:20:51,491 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/norep/d0c91b73d1c24f64a4a95af226ade2f8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T13:20:51,492 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 65515391d6181f1f2c9475f8638312fa in 141ms, sequenceid=12, compaction requested=false 2024-11-24T13:20:51,492 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:20:51,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:51,500 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/default/test/65515391d6181f1f2c9475f8638312fa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T13:20:51,501 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:51,501 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:51,501 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:51,501 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65515391d6181f1f2c9475f8638312fa: Waiting for close lock at 1732454451351Running coprocessor pre-close hooks at 1732454451351Disabling compacts and flushes for region at 1732454451351Disabling writes for close at 1732454451351Obtaining lock to block concurrent updates at 1732454451351Preparing flush snapshotting stores in 65515391d6181f1f2c9475f8638312fa at 1732454451351Finished memstore snapshotting test,,1732454426934.65515391d6181f1f2c9475f8638312fa., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732454451351Flushing stores of test,,1732454426934.65515391d6181f1f2c9475f8638312fa. at 1732454451352 (+1 ms)Flushing 65515391d6181f1f2c9475f8638312fa/f: creating writer at 1732454451352Flushing 65515391d6181f1f2c9475f8638312fa/f: appending metadata at 1732454451370 (+18 ms)Flushing 65515391d6181f1f2c9475f8638312fa/f: closing flushed file at 1732454451370Flushing 65515391d6181f1f2c9475f8638312fa/f1: creating writer at 1732454451397 (+27 ms)Flushing 65515391d6181f1f2c9475f8638312fa/f1: appending metadata at 1732454451415 (+18 ms)Flushing 65515391d6181f1f2c9475f8638312fa/f1: closing flushed file at 1732454451415Flushing 65515391d6181f1f2c9475f8638312fa/norep: creating writer at 1732454451430 (+15 ms)Flushing 65515391d6181f1f2c9475f8638312fa/norep: appending metadata at 1732454451449 (+19 ms)Flushing 65515391d6181f1f2c9475f8638312fa/norep: closing flushed file at 1732454451449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e9f38: reopening flushed file at 1732454451461 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c777ed: reopening flushed file at 1732454451473 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328097fb: reopening flushed file at 1732454451485 (+12 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 65515391d6181f1f2c9475f8638312fa in 141ms, sequenceid=12, compaction requested=false at 1732454451492 (+7 ms)Writing region close event to WAL at 1732454451497 (+5 ms)Running coprocessor post-close hooks at 1732454451501 (+4 ms)Closed at 1732454451501 2024-11-24T13:20:51,501 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454426934.65515391d6181f1f2c9475f8638312fa. 2024-11-24T13:20:51,599 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 1735, reset compression=false 2024-11-24T13:20:51,604 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:20:51,604 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 2379, reset compression=false 2024-11-24T13:20:51,608 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:51,777 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/ns/84259621fc984f9d8947f318374da69b 2024-11-24T13:20:51,800 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/rep_barrier/096a9cf66b42467e831eb116ca7ad4b9 is 112, key is test,,1732454426934.65515391d6181f1f2c9475f8638312fa./rep_barrier:seqnumDuringOpen/1732454428094/Put/seqid=0 2024-11-24T13:20:51,807 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 2379, reset compression=false 2024-11-24T13:20:51,808 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741846_1022 (size=5518) 2024-11-24T13:20:52,008 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:52,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:52,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:52,125 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 2379, reset compression=false 2024-11-24T13:20:52,209 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:20:52,209 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:20:52,209 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:52,223 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/rep_barrier/096a9cf66b42467e831eb116ca7ad4b9 2024-11-24T13:20:52,246 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/table/0bc2adbd4586423b8926de756dd5f9c9 is 53, key is hbase:replication/table:state/1732454433601/Put/seqid=0 2024-11-24T13:20:52,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741847_1023 (size=5308) 2024-11-24T13:20:52,409 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:52,529 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 2379, reset compression=false 2024-11-24T13:20:52,609 DEBUG [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:20:52,651 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/table/0bc2adbd4586423b8926de756dd5f9c9 2024-11-24T13:20:52,657 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/info/47a6f3aeab9948b2b812d049c4ee4f06 as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/info/47a6f3aeab9948b2b812d049c4ee4f06 2024-11-24T13:20:52,661 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/info/47a6f3aeab9948b2b812d049c4ee4f06, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:20:52,662 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/ns/84259621fc984f9d8947f318374da69b as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/ns/84259621fc984f9d8947f318374da69b 2024-11-24T13:20:52,665 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/ns/84259621fc984f9d8947f318374da69b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:20:52,666 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/rep_barrier/096a9cf66b42467e831eb116ca7ad4b9 as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/rep_barrier/096a9cf66b42467e831eb116ca7ad4b9 2024-11-24T13:20:52,671 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/rep_barrier/096a9cf66b42467e831eb116ca7ad4b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:20:52,672 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/.tmp/table/0bc2adbd4586423b8926de756dd5f9c9 as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/table/0bc2adbd4586423b8926de756dd5f9c9 2024-11-24T13:20:52,676 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/table/0bc2adbd4586423b8926de756dd5f9c9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:20:52,677 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1469ms, sequenceid=16, compaction requested=false 2024-11-24T13:20:52,677 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:20:52,687 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:20:52,687 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:20:52,688 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:20:52,688 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:52,688 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454451208Running coprocessor pre-close hooks at 1732454451208Disabling compacts and flushes for region at 1732454451208Disabling writes for close at 1732454451208Obtaining lock to block concurrent updates at 1732454451208Preparing flush snapshotting stores in 1588230740 at 1732454451208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454451211 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454451224 (+13 ms)Flushing 1588230740/info: creating writer at 1732454451224Flushing 1588230740/info: appending metadata at 1732454451259 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732454451260 (+1 ms)Flushing 1588230740/ns: creating writer at 1732454451305 (+45 ms)Flushing 1588230740/ns: appending metadata at 1732454451333 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732454451333Flushing 1588230740/rep_barrier: creating writer at 1732454451782 (+449 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454451800 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454451800Flushing 1588230740/table: creating writer at 1732454452227 (+427 ms)Flushing 1588230740/table: appending metadata at 1732454452245 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732454452245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edd2e38: reopening flushed file at 1732454452656 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c402f90: reopening flushed file at 1732454452661 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2270a3de: reopening flushed file at 1732454452666 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6373c3e2: reopening flushed file at 1732454452671 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1469ms, sequenceid=16, compaction requested=false at 1732454452677 (+6 ms)Writing region close event to WAL at 1732454452680 (+3 ms)Running coprocessor post-close hooks at 1732454452687 (+7 ms)Closed at 1732454452688 (+1 ms) 2024-11-24T13:20:52,688 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:52,809 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,35645,1732454417699; all regions closed. 2024-11-24T13:20:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:20:52,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.meta.1732454420386.meta not finished, retry = 0 2024-11-24T13:20:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741839_1015 (size=3552) 2024-11-24T13:20:52,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.rep.1732454433555 not finished, retry = 0 2024-11-24T13:20:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741832_1008 (size=2387) 2024-11-24T13:20:53,017 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 not finished, retry = 0 2024-11-24T13:20:53,033 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 to pos 2379, reset compression=false 2024-11-24T13:20:53,118 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:53,118 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/WALs/b10924491aa5,35645,1732454417699/b10924491aa5%2C35645%2C1732454417699.1732454419478 2024-11-24T13:20:53,118 INFO [RS:0;b10924491aa5:35645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:20:53,118 INFO [RS:0;b10924491aa5:35645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:53,119 INFO [RS:0;b10924491aa5:35645 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:53,119 INFO [RS:0;b10924491aa5:35645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:53,119 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:53,119 INFO [RS:0;b10924491aa5:35645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,35645,1732454417699 because: Region server is closing 2024-11-24T13:20:53,119 INFO [RS:0;b10924491aa5:35645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:35645. 2024-11-24T13:20:53,120 DEBUG [RS:0;b10924491aa5:35645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:53,120 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:53,120 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:53,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:53,220 INFO [RS:0;b10924491aa5:35645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.shipperb10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 terminated 2024-11-24T13:20:53,220 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,35645,1732454417699.replicationSource.wal-reader.b10924491aa5%2C35645%2C1732454417699,1-b10924491aa5,35645,1732454417699 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T13:20:53,220 INFO [RS:0;b10924491aa5:35645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:35645. 2024-11-24T13:20:53,220 DEBUG [RS:0;b10924491aa5:35645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:20:53,220 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:53,220 DEBUG [RS:0;b10924491aa5:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:53,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:20:53,221 INFO [RS:0;b10924491aa5:35645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35645 2024-11-24T13:20:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281/rs 2024-11-24T13:20:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651796281/rs/b10924491aa5,35645,1732454417699 2024-11-24T13:20:53,222 INFO [RS:0;b10924491aa5:35645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:53,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,35645,1732454417699] 2024-11-24T13:20:53,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01651796281/draining/b10924491aa5,35645,1732454417699 already deleted, retry=false 2024-11-24T13:20:53,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,35645,1732454417699 expired; onlineServers=0 2024-11-24T13:20:53,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,35567,1732454417632' ***** 2024-11-24T13:20:53,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:20:53,227 INFO [M:0;b10924491aa5:35567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:20:53,227 INFO [M:0;b10924491aa5:35567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:20:53,227 DEBUG [M:0;b10924491aa5:35567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:20:53,227 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:20:53,227 DEBUG [M:0;b10924491aa5:35567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:20:53,227 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454419245 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454419245,5,FailOnTimeoutGroup] 2024-11-24T13:20:53,228 INFO [M:0;b10924491aa5:35567 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:20:53,228 INFO [M:0;b10924491aa5:35567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:20:53,228 DEBUG [M:0;b10924491aa5:35567 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:20:53,228 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454419245 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454419245,5,FailOnTimeoutGroup] 2024-11-24T13:20:53,228 INFO [M:0;b10924491aa5:35567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:20:53,228 INFO [M:0;b10924491aa5:35567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:20:53,228 INFO [M:0;b10924491aa5:35567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:20:53,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:20:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651796281/master 2024-11-24T13:20:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651796281 2024-11-24T13:20:53,229 DEBUG [M:0;b10924491aa5:35567 {}] zookeeper.ZKUtil(347): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Unable to get data of znode /01651796281/master because node does not exist (not an error) 2024-11-24T13:20:53,229 WARN [M:0;b10924491aa5:35567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:20:53,230 INFO [M:0;b10924491aa5:35567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/.lastflushedseqids 2024-11-24T13:20:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741848_1024 (size=245) 2024-11-24T13:20:53,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:53,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x1014a226ca10001, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:53,324 INFO [RS:0;b10924491aa5:35645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:53,324 INFO [RS:0;b10924491aa5:35645 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,35645,1732454417699; zookeeper connection closed. 2024-11-24T13:20:53,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2053a228 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2053a228 2024-11-24T13:20:53,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:20:53,639 INFO [M:0;b10924491aa5:35567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:20:53,639 INFO [M:0;b10924491aa5:35567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:20:53,640 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:53,640 INFO [M:0;b10924491aa5:35567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:53,640 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:53,640 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:53,640 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:53,640 INFO [M:0;b10924491aa5:35567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-24T13:20:53,657 DEBUG [M:0;b10924491aa5:35567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6ccd37052b547a0b019dfe99b064f8a is 82, key is hbase:meta,,1/info:regioninfo/1732454420416/Put/seqid=0 2024-11-24T13:20:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741849_1025 (size=5672) 2024-11-24T13:20:54,065 INFO [M:0;b10924491aa5:35567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6ccd37052b547a0b019dfe99b064f8a 2024-11-24T13:20:54,086 DEBUG [M:0;b10924491aa5:35567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/049e48c800454978a66c32ac8e07e396 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732454428125/Put/seqid=0 2024-11-24T13:20:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741850_1026 (size=7218) 2024-11-24T13:20:54,498 INFO [M:0;b10924491aa5:35567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/049e48c800454978a66c32ac8e07e396 2024-11-24T13:20:54,503 INFO [M:0;b10924491aa5:35567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 049e48c800454978a66c32ac8e07e396 2024-11-24T13:20:54,528 DEBUG [M:0;b10924491aa5:35567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134eb3a2094749129d0f26b80ce7711f is 69, key is b10924491aa5,35645,1732454417699/rs:state/1732454419311/Put/seqid=0 2024-11-24T13:20:54,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741851_1027 (size=5156) 2024-11-24T13:20:54,940 INFO [M:0;b10924491aa5:35567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134eb3a2094749129d0f26b80ce7711f 2024-11-24T13:20:54,944 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6ccd37052b547a0b019dfe99b064f8a as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6ccd37052b547a0b019dfe99b064f8a 2024-11-24T13:20:54,949 INFO [M:0;b10924491aa5:35567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6ccd37052b547a0b019dfe99b064f8a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T13:20:54,949 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/049e48c800454978a66c32ac8e07e396 as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/049e48c800454978a66c32ac8e07e396 2024-11-24T13:20:54,953 INFO [M:0;b10924491aa5:35567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 049e48c800454978a66c32ac8e07e396 2024-11-24T13:20:54,953 INFO [M:0;b10924491aa5:35567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/049e48c800454978a66c32ac8e07e396, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T13:20:54,954 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134eb3a2094749129d0f26b80ce7711f as hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134eb3a2094749129d0f26b80ce7711f 2024-11-24T13:20:54,957 INFO [M:0;b10924491aa5:35567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/3a931aaa-cd6b-ff8d-8c67-22decc585a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134eb3a2094749129d0f26b80ce7711f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T13:20:54,958 INFO [M:0;b10924491aa5:35567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=105, compaction requested=false 2024-11-24T13:20:54,961 INFO [M:0;b10924491aa5:35567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:54,961 DEBUG [M:0;b10924491aa5:35567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454453640Disabling compacts and flushes for region at 1732454453640Disabling writes for close at 1732454453640Obtaining lock to block concurrent updates at 1732454453640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454453640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732454453640Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454453641 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454453641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454453657 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454453657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454454070 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454454085 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454454085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454454504 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454454528 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454454528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0d1548: reopening flushed file at 1732454454943 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dda0b9b: reopening flushed file at 1732454454949 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf3f3e6: reopening flushed file at 1732454454953 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=105, compaction requested=false at 1732454454958 (+5 ms)Writing region close event to WAL at 1732454454961 (+3 ms)Closed at 1732454454961 2024-11-24T13:20:54,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44909 is added to blk_1073741830_1006 (size=64423) 2024-11-24T13:20:54,966 INFO [M:0;b10924491aa5:35567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:20:54,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:20:54,966 INFO [M:0;b10924491aa5:35567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35567 2024-11-24T13:20:54,967 INFO [M:0;b10924491aa5:35567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:20:55,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:55,068 INFO [M:0;b10924491aa5:35567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:20:55,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35567-0x1014a226ca10000, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:20:55,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de15888{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:55,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a4a1a95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:55,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:55,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:55,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:55,073 WARN [BP-1840742779-172.17.0.2-1732454416938 heartbeating to localhost/127.0.0.1:39923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:20:55,073 WARN [BP-1840742779-172.17.0.2-1732454416938 heartbeating to localhost/127.0.0.1:39923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1840742779-172.17.0.2-1732454416938 (Datanode Uuid a8ed4662-256c-47a2-936c-7b116c924db2) service to localhost/127.0.0.1:39923 2024-11-24T13:20:55,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:20:55,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:20:55,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9/data/data1/current/BP-1840742779-172.17.0.2-1732454416938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:55,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/cluster_9984aa32-0a34-ed4b-6cfe-64954a8f4dd9/data/data2/current/BP-1840742779-172.17.0.2-1732454416938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:20:55,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:20:55,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f9e61c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:55,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20aa73cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:20:55,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:20:55,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:20:55,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6833da2f-eadb-87b9-df00-49c087aab6e6/hadoop.log.dir/,STOPPED} 2024-11-24T13:20:55,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:20:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:20:55,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40577 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51136) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39923 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51136) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51136) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40201 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 337) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7057 (was 6776) - AvailableMemoryMB LEAK? - 2024-11-24T13:20:55,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=7056 2024-11-24T13:20:55,135 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T13:20:55,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.log.dir so I do NOT create it in target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4 2024-11-24T13:20:55,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:20:55,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.tmp.dir so I do NOT create it in target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4 2024-11-24T13:20:55,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc47b52-6331-6270-b9a1-0dd9ace3eff9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:20:55,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4 2024-11-24T13:20:55,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582, deleteOnExit=true 2024-11-24T13:20:55,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582/zookeeper_0, clientPort=63119, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:20:55,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63119 2024-11-24T13:20:55,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:20:55,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:20:55,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/test.cache.data in system properties and HBase conf 2024-11-24T13:20:55,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:20:55,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:20:55,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:20:55,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:20:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:20:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a226ca10005, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:20:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a226ca10002, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:20:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a226ca10008, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:20:55,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a226ca10008, quorum=127.0.0.1:51136, baseZNode=/2-1341169723 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:20:55,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a226ca10005, quorum=127.0.0.1:51136, baseZNode=/11287458194 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:20:55,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a226ca10002, quorum=127.0.0.1:51136, baseZNode=/01651796281 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:20:55,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:55,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:55,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:55,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:55,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:20:55,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:55,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:55,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:55,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2217983b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/java.io.tmpdir/jetty-localhost-40721-hadoop-hdfs-3_4_1-tests_jar-_-any-11076322720101238258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:55,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:40721} 2024-11-24T13:20:55,355 INFO [Time-limited test {}] server.Server(415): Started @241135ms 2024-11-24T13:20:55,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:20:55,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:55,358 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68596 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:20:55,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:55,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:55,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:55,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:55,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:20:55,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:55,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:55,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36d129b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/java.io.tmpdir/jetty-localhost-38649-hadoop-hdfs-3_4_1-tests_jar-_-any-14020609590797927586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:55,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:38649} 2024-11-24T13:20:55,579 INFO [Time-limited test {}] server.Server(415): Started @241359ms 2024-11-24T13:20:55,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:20:55,677 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582/data/data1/current/BP-1708784236-172.17.0.2-1732454455165/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:55,677 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582/data/data2/current/BP-1708784236-172.17.0.2-1732454455165/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:55,700 WARN [Thread-3421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:20:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34d3818691f7fb51 with lease ID 0xdac2bf24af1efa7d: Processing first storage report for DS-8dff1957-0a12-4b5f-97e2-4d4f3f371ee9 from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=645b52b2-2a1a-4368-b538-b3731aeed9d5, infoPort=45637, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1998819119;c=1732454455165) 2024-11-24T13:20:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34d3818691f7fb51 with lease ID 0xdac2bf24af1efa7d: from storage DS-8dff1957-0a12-4b5f-97e2-4d4f3f371ee9 node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=645b52b2-2a1a-4368-b538-b3731aeed9d5, infoPort=45637, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1998819119;c=1732454455165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34d3818691f7fb51 with lease ID 0xdac2bf24af1efa7d: Processing first storage report for DS-e1b9bd12-b164-4a35-bf90-c97bbcb3a441 from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=645b52b2-2a1a-4368-b538-b3731aeed9d5, infoPort=45637, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1998819119;c=1732454455165) 2024-11-24T13:20:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34d3818691f7fb51 with lease ID 0xdac2bf24af1efa7d: from storage DS-e1b9bd12-b164-4a35-bf90-c97bbcb3a441 node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=645b52b2-2a1a-4368-b538-b3731aeed9d5, infoPort=45637, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1998819119;c=1732454455165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:55,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4 2024-11-24T13:20:55,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:55,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:20:56,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe with version=8 2024-11-24T13:20:56,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/hbase-staging 2024-11-24T13:20:56,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:56,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:56,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:56,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:56,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:56,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:56,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:20:56,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:56,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34451 2024-11-24T13:20:56,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34451 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:20:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344510x0, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:56,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34451-0x1014a2301f20000 connected 2024-11-24T13:20:56,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:56,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:56,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on znode that does not yet exist, /0-1407315834/running 2024-11-24T13:20:56,157 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe, hbase.cluster.distributed=false 2024-11-24T13:20:56,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on znode that does not yet exist, /0-1407315834/acl 2024-11-24T13:20:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34451 2024-11-24T13:20:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34451 2024-11-24T13:20:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34451 2024-11-24T13:20:56,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34451 2024-11-24T13:20:56,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34451 2024-11-24T13:20:56,188 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:56,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:56,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:20:56,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:56,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46571 2024-11-24T13:20:56,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46571 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:20:56,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:56,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465710x0, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:56,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465710x0, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on znode that does not yet exist, /0-1407315834/running 2024-11-24T13:20:56,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:20:56,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46571-0x1014a2301f20001 connected 2024-11-24T13:20:56,208 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:20:56,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on znode that does not yet exist, /0-1407315834/master 2024-11-24T13:20:56,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on znode that does not yet exist, /0-1407315834/acl 2024-11-24T13:20:56,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-24T13:20:56,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46571 2024-11-24T13:20:56,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46571 2024-11-24T13:20:56,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-24T13:20:56,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-24T13:20:56,231 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:34451 2024-11-24T13:20:56,232 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1407315834/backup-masters/b10924491aa5,34451,1732454456122 2024-11-24T13:20:56,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834/backup-masters 2024-11-24T13:20:56,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834/backup-masters 2024-11-24T13:20:56,234 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on existing znode=/0-1407315834/backup-masters/b10924491aa5,34451,1732454456122 2024-11-24T13:20:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1407315834/master 2024-11-24T13:20:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:56,241 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on existing znode=/0-1407315834/master 2024-11-24T13:20:56,242 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1407315834/backup-masters/b10924491aa5,34451,1732454456122 from backup master directory 2024-11-24T13:20:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1407315834/backup-masters/b10924491aa5,34451,1732454456122 2024-11-24T13:20:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834/backup-masters 2024-11-24T13:20:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834/backup-masters 2024-11-24T13:20:56,243 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:56,243 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,34451,1732454456122 2024-11-24T13:20:56,247 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/hbase.id] with ID: 06aafca3-e7a6-4e14-9c10-c77f36788654 2024-11-24T13:20:56,247 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/.tmp/hbase.id 2024-11-24T13:20:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:20:56,653 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/.tmp/hbase.id]:[hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/hbase.id] 2024-11-24T13:20:56,667 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:56,667 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:20:56,668 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:20:56,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:56,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:20:56,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:20:56,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:56,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:20:57,082 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:20:57,082 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:20:57,083 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:57,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:20:57,091 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store 2024-11-24T13:20:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:20:57,500 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:57,500 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:20:57,500 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:57,500 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:57,500 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:20:57,500 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:57,500 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:20:57,500 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454457500Disabling compacts and flushes for region at 1732454457500Disabling writes for close at 1732454457500Writing region close event to WAL at 1732454457500Closed at 1732454457500 2024-11-24T13:20:57,501 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/.initializing 2024-11-24T13:20:57,501 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/WALs/b10924491aa5,34451,1732454456122 2024-11-24T13:20:57,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:57,503 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C34451%2C1732454456122, suffix=, logDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/WALs/b10924491aa5,34451,1732454456122, archiveDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/oldWALs, maxLogs=10 2024-11-24T13:20:57,518 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/WALs/b10924491aa5,34451,1732454456122/b10924491aa5%2C34451%2C1732454456122.1732454457503, exclude list is [], retry=0 2024-11-24T13:20:57,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-8dff1957-0a12-4b5f-97e2-4d4f3f371ee9,DISK] 2024-11-24T13:20:57,525 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/WALs/b10924491aa5,34451,1732454456122/b10924491aa5%2C34451%2C1732454456122.1732454457503 2024-11-24T13:20:57,525 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45637:45637)] 2024-11-24T13:20:57,525 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:57,525 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:57,526 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,526 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:20:57,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:57,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:57,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:20:57,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:57,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:57,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:20:57,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:57,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:57,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:20:57,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:57,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:20:57,532 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,533 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,533 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,534 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,534 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,534 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:57,535 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:20:57,537 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:57,538 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73214483, jitterRate=0.09098081290721893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:57,538 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454457526Initializing all the Stores at 1732454457526Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454457526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454457526Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454457526Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454457526Cleaning up temporary data from old regions at 1732454457534 (+8 ms)Region opened successfully at 1732454457538 (+4 ms) 2024-11-24T13:20:57,539 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:20:57,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237ea08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:57,541 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:20:57,542 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:20:57,542 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:20:57,542 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:20:57,542 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:20:57,542 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:20:57,542 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:20:57,546 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:20:57,547 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Unable to get data of znode /0-1407315834/balancer because node does not exist (not necessarily an error) 2024-11-24T13:20:57,551 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1407315834/balancer already deleted, retry=false 2024-11-24T13:20:57,552 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:20:57,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Unable to get data of znode /0-1407315834/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:20:57,554 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1407315834/normalizer already deleted, retry=false 2024-11-24T13:20:57,554 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:20:57,555 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Unable to get data of znode /0-1407315834/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:20:57,556 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1407315834/switch/split already deleted, retry=false 2024-11-24T13:20:57,559 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Unable to get data of znode /0-1407315834/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:20:57,559 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1407315834/switch/merge already deleted, retry=false 2024-11-24T13:20:57,561 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Unable to get data of znode /0-1407315834/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:20:57,562 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1407315834/snapshot-cleanup already deleted, retry=false 2024-11-24T13:20:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1407315834/running 2024-11-24T13:20:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1407315834/running 2024-11-24T13:20:57,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:57,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:57,565 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,34451,1732454456122, sessionid=0x1014a2301f20000, setting cluster-up flag (Was=false) 2024-11-24T13:20:57,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:57,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:57,572 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1407315834/flush-table-proc/acquired, /0-1407315834/flush-table-proc/reached, /0-1407315834/flush-table-proc/abort 2024-11-24T13:20:57,573 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,34451,1732454456122 2024-11-24T13:20:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:57,581 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1407315834/online-snapshot/acquired, /0-1407315834/online-snapshot/reached, /0-1407315834/online-snapshot/abort 2024-11-24T13:20:57,581 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,34451,1732454456122 2024-11-24T13:20:57,582 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:20:57,584 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:57,584 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:20:57,584 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:20:57,584 WARN [master/b10924491aa5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b10924491aa5,36503,1732454341411: status=Processing ServerCrashProcedure of b10924491aa5,36503,1732454341411 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732454352739, completionTime=-1 appears to have been leaked 2024-11-24T13:20:57,585 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,34451,1732454456122 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:57,586 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454487587 2024-11-24T13:20:57,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:20:57,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:20:57,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:20:57,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:20:57,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:20:57,587 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:20:57,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:57,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:20:57,588 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,588 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:20:57,588 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:20:57,588 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:20:57,588 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:20:57,588 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:57,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:20:57,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:20:57,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:20:57,595 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454457592,5,FailOnTimeoutGroup] 2024-11-24T13:20:57,595 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454457595,5,FailOnTimeoutGroup] 2024-11-24T13:20:57,595 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,595 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:20:57,595 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,595 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:20:57,621 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(746): ClusterId : 06aafca3-e7a6-4e14-9c10-c77f36788654 2024-11-24T13:20:57,621 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:20:57,623 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:20:57,623 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:20:57,626 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:20:57,626 DEBUG [RS:0;b10924491aa5:46571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dee457f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:20:57,641 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:46571 2024-11-24T13:20:57,641 INFO [RS:0;b10924491aa5:46571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:20:57,641 INFO [RS:0;b10924491aa5:46571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:20:57,641 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:20:57,642 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,34451,1732454456122 with port=46571, startcode=1732454456188 2024-11-24T13:20:57,642 DEBUG [RS:0;b10924491aa5:46571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:20:57,644 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:20:57,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,46571,1732454456188 2024-11-24T13:20:57,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34451 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,46571,1732454456188 2024-11-24T13:20:57,649 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe 2024-11-24T13:20:57,649 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34967 2024-11-24T13:20:57,649 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:20:57,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834/rs 2024-11-24T13:20:57,652 DEBUG [RS:0;b10924491aa5:46571 {}] zookeeper.ZKUtil(111): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on existing znode=/0-1407315834/rs/b10924491aa5,46571,1732454456188 2024-11-24T13:20:57,652 WARN [RS:0;b10924491aa5:46571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:57,652 INFO [RS:0;b10924491aa5:46571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:57,652 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188 2024-11-24T13:20:57,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,46571,1732454456188] 2024-11-24T13:20:57,666 INFO [RS:0;b10924491aa5:46571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:20:57,667 INFO [RS:0;b10924491aa5:46571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:20:57,668 INFO [RS:0;b10924491aa5:46571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:20:57,668 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,668 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:20:57,670 INFO [RS:0;b10924491aa5:46571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:20:57,670 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:57,671 DEBUG [RS:0;b10924491aa5:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:20:57,673 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,673 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,673 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,673 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,673 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,673 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46571,1732454456188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:57,700 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:20:57,700 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,46571,1732454456188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,700 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,700 INFO [RS:0;b10924491aa5:46571 {}] regionserver.Replication(171): b10924491aa5,46571,1732454456188 started 2024-11-24T13:20:57,715 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:57,715 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,46571,1732454456188, RpcServer on b10924491aa5/172.17.0.2:46571, sessionid=0x1014a2301f20001 2024-11-24T13:20:57,715 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:20:57,715 DEBUG [RS:0;b10924491aa5:46571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,46571,1732454456188 2024-11-24T13:20:57,715 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,46571,1732454456188' 2024-11-24T13:20:57,715 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1407315834/flush-table-proc/abort' 2024-11-24T13:20:57,716 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1407315834/flush-table-proc/acquired' 2024-11-24T13:20:57,716 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:20:57,716 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:20:57,716 DEBUG [RS:0;b10924491aa5:46571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,46571,1732454456188 2024-11-24T13:20:57,716 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,46571,1732454456188' 2024-11-24T13:20:57,716 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1407315834/online-snapshot/abort' 2024-11-24T13:20:57,717 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1407315834/online-snapshot/acquired' 2024-11-24T13:20:57,717 DEBUG [RS:0;b10924491aa5:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:20:57,717 INFO [RS:0;b10924491aa5:46571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:20:57,717 INFO [RS:0;b10924491aa5:46571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:20:57,817 INFO [RS:0;b10924491aa5:46571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:20:57,819 INFO [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C46571%2C1732454456188, suffix=, logDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188, archiveDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/oldWALs, maxLogs=10 2024-11-24T13:20:57,839 DEBUG [RS:0;b10924491aa5:46571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819, exclude list is [], retry=0 2024-11-24T13:20:57,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-8dff1957-0a12-4b5f-97e2-4d4f3f371ee9,DISK] 2024-11-24T13:20:57,843 INFO [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 2024-11-24T13:20:57,843 DEBUG [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45637:45637)] 2024-11-24T13:20:58,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:20:58,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe 2024-11-24T13:20:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:20:58,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:58,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:58,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:58,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:58,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:58,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:58,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:58,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:58,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:58,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:58,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740 2024-11-24T13:20:58,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740 2024-11-24T13:20:58,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:58,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:58,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:58,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:58,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:20:58,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62505146, jitterRate=-0.06860074400901794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454458410Initializing all the Stores at 1732454458411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454458411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454458411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454458411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454458411Cleaning up temporary data from old regions at 1732454458418 (+7 ms)Region opened successfully at 1732454458423 (+5 ms) 2024-11-24T13:20:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:20:58,423 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:20:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:20:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:20:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:20:58,423 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:20:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454458423Disabling compacts and flushes for region at 1732454458423Disabling writes for close at 1732454458423Writing region close event to WAL at 1732454458423Closed at 1732454458423 2024-11-24T13:20:58,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:58,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:20:58,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:20:58,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:58,426 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:20:58,576 DEBUG [b10924491aa5:34451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:20:58,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,46571,1732454456188 2024-11-24T13:20:58,577 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,46571,1732454456188, state=OPENING 2024-11-24T13:20:58,579 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:20:58,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:58,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:20:58,586 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:20:58,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1407315834/meta-region-server: CHANGED 2024-11-24T13:20:58,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1407315834/meta-region-server: CHANGED 2024-11-24T13:20:58,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,46571,1732454456188}] 2024-11-24T13:20:58,738 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:20:58,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:20:58,742 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:20:58,742 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:20:58,743 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:20:58,744 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C46571%2C1732454456188.meta, suffix=.meta, logDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188, archiveDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/oldWALs, maxLogs=10 2024-11-24T13:20:58,759 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.meta.1732454458744.meta, exclude list is [], retry=0 2024-11-24T13:20:58,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-8dff1957-0a12-4b5f-97e2-4d4f3f371ee9,DISK] 2024-11-24T13:20:58,762 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.meta.1732454458744.meta 2024-11-24T13:20:58,762 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45637:45637)] 2024-11-24T13:20:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:20:58,763 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:20:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:20:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:20:58,763 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:20:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:20:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:20:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:20:58,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:20:58,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:20:58,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:20:58,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:20:58,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:20:58,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:20:58,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:20:58,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:20:58,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:20:58,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:20:58,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:20:58,768 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:20:58,769 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740 2024-11-24T13:20:58,770 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740 2024-11-24T13:20:58,770 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:20:58,771 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:20:58,771 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:20:58,772 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:20:58,772 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61887644, jitterRate=-0.07780224084854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:20:58,772 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:20:58,784 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454458763Writing region info on filesystem at 1732454458763Initializing all the Stores at 1732454458764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454458764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454458764Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454458764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454458764Cleaning up temporary data from old regions at 1732454458771 (+7 ms)Running coprocessor post-open hooks at 1732454458772 (+1 ms)Region opened successfully at 1732454458784 (+12 ms) 2024-11-24T13:20:58,785 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454458738 2024-11-24T13:20:58,787 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:20:58,787 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:20:58,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,46571,1732454456188 2024-11-24T13:20:58,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,46571,1732454456188, state=OPEN 2024-11-24T13:20:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1407315834/meta-region-server 2024-11-24T13:20:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1407315834/meta-region-server 2024-11-24T13:20:58,789 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,46571,1732454456188 2024-11-24T13:20:58,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1407315834/meta-region-server: CHANGED 2024-11-24T13:20:58,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1407315834/meta-region-server: CHANGED 2024-11-24T13:20:58,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:20:58,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,46571,1732454456188 in 203 msec 2024-11-24T13:20:58,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:20:58,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-24T13:20:58,793 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:20:58,793 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:20:58,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:58,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,46571,1732454456188, seqNum=-1] 2024-11-24T13:20:58,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:58,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:58,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-24T13:20:58,799 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454458799, completionTime=-1 2024-11-24T13:20:58,799 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:20:58,799 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:20:58,801 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:20:58,801 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454518801 2024-11-24T13:20:58,801 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454578801 2024-11-24T13:20:58,801 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:20:58,801 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34451,1732454456122-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:58,802 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34451,1732454456122-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:58,802 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34451,1732454456122-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:58,802 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:34451, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:58,802 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:58,802 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:58,803 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34451,1732454456122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:20:58,805 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34451,1732454456122-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:20:58,807 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:20:58,807 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:20:58,807 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34451,1732454456122-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:20:58,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ab60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:58,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,34451,-1 for getting cluster id 2024-11-24T13:20:58,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:20:58,823 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06aafca3-e7a6-4e14-9c10-c77f36788654' 2024-11-24T13:20:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:20:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06aafca3-e7a6-4e14-9c10-c77f36788654" 2024-11-24T13:20:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76eea69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,34451,-1] 2024-11-24T13:20:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:20:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:20:58,825 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:20:58,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26adb554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:20:58,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:20:58,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,46571,1732454456188, seqNum=-1] 2024-11-24T13:20:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:20:58,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:20:58,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,34451,1732454456122 2024-11-24T13:20:58,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:20:58,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:58,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a2301f20002 connected 2024-11-24T13:20:58,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.log.dir so I do NOT create it in target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420 2024-11-24T13:20:58,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.tmp.dir so I do NOT create it in target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420 2024-11-24T13:20:58,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:20:58,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/cluster_f98984ff-7ba4-a066-e11e-2e96088b2581, deleteOnExit=true 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/test.cache.data in system properties and HBase conf 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:20:58,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:20:58,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:20:58,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:20:58,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:20:58,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:20:58,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:58,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:58,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:58,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:58,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:20:58,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:58,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:58,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:59,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a3384c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/java.io.tmpdir/jetty-localhost-39891-hadoop-hdfs-3_4_1-tests_jar-_-any-8219116077694138841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:20:59,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:39891} 2024-11-24T13:20:59,034 INFO [Time-limited test {}] server.Server(415): Started @244814ms 2024-11-24T13:20:59,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:20:59,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:20:59,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:20:59,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:20:59,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:20:59,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:20:59,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:20:59,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6d7f72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/java.io.tmpdir/jetty-localhost-35925-hadoop-hdfs-3_4_1-tests_jar-_-any-11363534240999693961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:20:59,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:35925} 2024-11-24T13:20:59,249 INFO [Time-limited test {}] server.Server(415): Started @245029ms 2024-11-24T13:20:59,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:20:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:20:59,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:20:59,347 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/cluster_f98984ff-7ba4-a066-e11e-2e96088b2581/data/data2/current/BP-465822731-172.17.0.2-1732454458859/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:59,347 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/cluster_f98984ff-7ba4-a066-e11e-2e96088b2581/data/data1/current/BP-465822731-172.17.0.2-1732454458859/current, will proceed with Du for space computation calculation, 2024-11-24T13:20:59,365 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:20:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2666834edf11a37a with lease ID 0x498e5e3392824f8a: Processing first storage report for DS-a31de307-0281-4919-ba00-61b61ac83dbc from datanode DatanodeRegistration(127.0.0.1:45541, datanodeUuid=39697ec1-08ac-4a8e-a054-83ae3795d556, infoPort=45989, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=824020052;c=1732454458859) 2024-11-24T13:20:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2666834edf11a37a with lease ID 0x498e5e3392824f8a: from storage DS-a31de307-0281-4919-ba00-61b61ac83dbc node DatanodeRegistration(127.0.0.1:45541, datanodeUuid=39697ec1-08ac-4a8e-a054-83ae3795d556, infoPort=45989, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=824020052;c=1732454458859), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2666834edf11a37a with lease ID 0x498e5e3392824f8a: Processing first storage report for DS-cfbcd2a2-7f10-4662-8bf5-fb6934be1fa0 from datanode DatanodeRegistration(127.0.0.1:45541, datanodeUuid=39697ec1-08ac-4a8e-a054-83ae3795d556, infoPort=45989, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=824020052;c=1732454458859) 2024-11-24T13:20:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2666834edf11a37a with lease ID 0x498e5e3392824f8a: from storage DS-cfbcd2a2-7f10-4662-8bf5-fb6934be1fa0 node DatanodeRegistration(127.0.0.1:45541, datanodeUuid=39697ec1-08ac-4a8e-a054-83ae3795d556, infoPort=45989, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=824020052;c=1732454458859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:20:59,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420 2024-11-24T13:20:59,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:59,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:20:59,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2 with version=8 2024-11-24T13:20:59,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/hbase-staging 2024-11-24T13:20:59,785 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:59,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:59,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:59,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:59,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:59,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:59,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:20:59,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:59,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44993 2024-11-24T13:20:59,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44993 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:20:59,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449930x0, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:59,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44993-0x1014a2301f20003 connected 2024-11-24T13:20:59,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:59,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:59,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on znode that does not yet exist, /11094800759/running 2024-11-24T13:20:59,805 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2, hbase.cluster.distributed=false 2024-11-24T13:20:59,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on znode that does not yet exist, /11094800759/acl 2024-11-24T13:20:59,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-24T13:20:59,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44993 2024-11-24T13:20:59,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44993 2024-11-24T13:20:59,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-24T13:20:59,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-24T13:20:59,835 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:20:59,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33061 2024-11-24T13:20:59,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33061 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:20:59,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:59,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:20:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330610x0, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:20:59,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330610x0, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on znode that does not yet exist, /11094800759/running 2024-11-24T13:20:59,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:20:59,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33061-0x1014a2301f20004 connected 2024-11-24T13:20:59,852 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:20:59,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on znode that does not yet exist, /11094800759/master 2024-11-24T13:20:59,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on znode that does not yet exist, /11094800759/acl 2024-11-24T13:20:59,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-24T13:20:59,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33061 2024-11-24T13:20:59,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33061 2024-11-24T13:20:59,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-24T13:20:59,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-24T13:20:59,883 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:44993 2024-11-24T13:20:59,884 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11094800759/backup-masters/b10924491aa5,44993,1732454459785 2024-11-24T13:20:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759/backup-masters 2024-11-24T13:20:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759/backup-masters 2024-11-24T13:20:59,885 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on existing znode=/11094800759/backup-masters/b10924491aa5,44993,1732454459785 2024-11-24T13:20:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:20:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11094800759/master 2024-11-24T13:20:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:20:59,893 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on existing znode=/11094800759/master 2024-11-24T13:20:59,894 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11094800759/backup-masters/b10924491aa5,44993,1732454459785 from backup master directory 2024-11-24T13:20:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11094800759/backup-masters/b10924491aa5,44993,1732454459785 2024-11-24T13:20:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759/backup-masters 2024-11-24T13:20:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759/backup-masters 2024-11-24T13:20:59,895 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:20:59,895 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,44993,1732454459785 2024-11-24T13:20:59,898 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/hbase.id] with ID: 624175d1-6916-4208-bc1a-591877f571d9 2024-11-24T13:20:59,898 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/.tmp/hbase.id 2024-11-24T13:20:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:21:00,310 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/.tmp/hbase.id]:[hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/hbase.id] 2024-11-24T13:21:00,318 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:00,319 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:21:00,319 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T13:21:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:21:00,726 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:00,727 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:21:00,727 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:21:01,134 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store 2024-11-24T13:21:01,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:21:01,142 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:01,143 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:01,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:01,143 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:01,143 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:01,143 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:01,143 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:01,143 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454461143Disabling compacts and flushes for region at 1732454461143Disabling writes for close at 1732454461143Writing region close event to WAL at 1732454461143Closed at 1732454461143 2024-11-24T13:21:01,144 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/.initializing 2024-11-24T13:21:01,144 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/WALs/b10924491aa5,44993,1732454459785 2024-11-24T13:21:01,145 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:01,146 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C44993%2C1732454459785, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/WALs/b10924491aa5,44993,1732454459785, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/oldWALs, maxLogs=10 2024-11-24T13:21:01,161 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/WALs/b10924491aa5,44993,1732454459785/b10924491aa5%2C44993%2C1732454459785.1732454461146, exclude list is [], retry=0 2024-11-24T13:21:01,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-a31de307-0281-4919-ba00-61b61ac83dbc,DISK] 2024-11-24T13:21:01,166 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/WALs/b10924491aa5,44993,1732454459785/b10924491aa5%2C44993%2C1732454459785.1732454461146 2024-11-24T13:21:01,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45989:45989)] 2024-11-24T13:21:01,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:01,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:01,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,166 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:21:01,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:01,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:01,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:21:01,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:01,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:01,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:21:01,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:01,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:01,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:21:01,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:01,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:01,174 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,176 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,177 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,177 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,177 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,178 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:01,179 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:01,180 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:01,181 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71943345, jitterRate=0.07203938066959381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:01,181 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454461166Initializing all the Stores at 1732454461167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454461167Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454461168 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454461168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454461168Cleaning up temporary data from old regions at 1732454461177 (+9 ms)Region opened successfully at 1732454461181 (+4 ms) 2024-11-24T13:21:01,181 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:21:01,184 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41208009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:01,185 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:21:01,185 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:21:01,185 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:21:01,185 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:21:01,185 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:21:01,186 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:21:01,186 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:21:01,190 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:21:01,190 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Unable to get data of znode /11094800759/balancer because node does not exist (not necessarily an error) 2024-11-24T13:21:01,192 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11094800759/balancer already deleted, retry=false 2024-11-24T13:21:01,192 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:21:01,193 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Unable to get data of znode /11094800759/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:21:01,194 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11094800759/normalizer already deleted, retry=false 2024-11-24T13:21:01,194 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:21:01,195 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Unable to get data of znode /11094800759/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:21:01,201 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11094800759/switch/split already deleted, retry=false 2024-11-24T13:21:01,202 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Unable to get data of znode /11094800759/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:21:01,204 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11094800759/switch/merge already deleted, retry=false 2024-11-24T13:21:01,206 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Unable to get data of znode /11094800759/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:21:01,208 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11094800759/snapshot-cleanup already deleted, retry=false 2024-11-24T13:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11094800759/running 2024-11-24T13:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11094800759/running 2024-11-24T13:21:01,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:01,210 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,44993,1732454459785, sessionid=0x1014a2301f20003, setting cluster-up flag (Was=false) 2024-11-24T13:21:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:01,216 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11094800759/flush-table-proc/acquired, /11094800759/flush-table-proc/reached, /11094800759/flush-table-proc/abort 2024-11-24T13:21:01,217 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,44993,1732454459785 2024-11-24T13:21:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:01,230 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11094800759/online-snapshot/acquired, /11094800759/online-snapshot/reached, /11094800759/online-snapshot/abort 2024-11-24T13:21:01,231 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,44993,1732454459785 2024-11-24T13:21:01,236 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:21:01,237 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:01,237 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:21:01,237 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:21:01,238 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,44993,1732454459785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:01,239 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:01,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:21:01,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:01,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:21:01,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454491248 2024-11-24T13:21:01,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:21:01,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:21:01,249 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:21:01,249 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:21:01,249 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:21:01,249 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:21:01,252 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,253 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:21:01,253 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:21:01,253 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:21:01,253 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:21:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:21:01,256 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:21:01,256 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:21:01,257 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454461256,5,FailOnTimeoutGroup] 2024-11-24T13:21:01,257 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454461257,5,FailOnTimeoutGroup] 2024-11-24T13:21:01,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:21:01,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,270 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(746): ClusterId : 624175d1-6916-4208-bc1a-591877f571d9 2024-11-24T13:21:01,270 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:21:01,272 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:21:01,272 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:21:01,273 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:21:01,274 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6826a8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:01,294 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:33061 2024-11-24T13:21:01,295 INFO [RS:0;b10924491aa5:33061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:21:01,295 INFO [RS:0;b10924491aa5:33061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:21:01,295 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:21:01,295 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,44993,1732454459785 with port=33061, startcode=1732454459834 2024-11-24T13:21:01,295 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:21:01,297 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:21:01,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,33061,1732454459834 2024-11-24T13:21:01,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44993 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,33061,1732454459834 2024-11-24T13:21:01,299 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2 2024-11-24T13:21:01,299 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33121 2024-11-24T13:21:01,299 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:21:01,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759/rs 2024-11-24T13:21:01,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,33061,1732454459834] 2024-11-24T13:21:01,308 DEBUG [RS:0;b10924491aa5:33061 {}] zookeeper.ZKUtil(111): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on existing znode=/11094800759/rs/b10924491aa5,33061,1732454459834 2024-11-24T13:21:01,308 WARN [RS:0;b10924491aa5:33061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:01,308 INFO [RS:0;b10924491aa5:33061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:01,309 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834 2024-11-24T13:21:01,313 INFO [RS:0;b10924491aa5:33061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:21:01,316 INFO [RS:0;b10924491aa5:33061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:21:01,316 INFO [RS:0;b10924491aa5:33061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:21:01,316 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,324 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:21:01,325 INFO [RS:0;b10924491aa5:33061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:21:01,325 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,325 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,326 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:01,326 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:01,326 DEBUG [RS:0;b10924491aa5:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:01,332 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,332 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,332 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,332 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,332 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,332 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33061,1732454459834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:01,352 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:21:01,352 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33061,1732454459834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,352 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,352 INFO [RS:0;b10924491aa5:33061 {}] regionserver.Replication(171): b10924491aa5,33061,1732454459834 started 2024-11-24T13:21:01,370 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:01,370 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,33061,1732454459834, RpcServer on b10924491aa5/172.17.0.2:33061, sessionid=0x1014a2301f20004 2024-11-24T13:21:01,370 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:21:01,371 DEBUG [RS:0;b10924491aa5:33061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,33061,1732454459834 2024-11-24T13:21:01,371 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,33061,1732454459834' 2024-11-24T13:21:01,371 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11094800759/flush-table-proc/abort' 2024-11-24T13:21:01,371 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11094800759/flush-table-proc/acquired' 2024-11-24T13:21:01,372 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:21:01,372 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:21:01,372 DEBUG [RS:0;b10924491aa5:33061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,33061,1732454459834 2024-11-24T13:21:01,372 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,33061,1732454459834' 2024-11-24T13:21:01,372 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11094800759/online-snapshot/abort' 2024-11-24T13:21:01,372 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11094800759/online-snapshot/acquired' 2024-11-24T13:21:01,373 DEBUG [RS:0;b10924491aa5:33061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:21:01,373 INFO [RS:0;b10924491aa5:33061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:21:01,373 INFO [RS:0;b10924491aa5:33061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:21:01,473 INFO [RS:0;b10924491aa5:33061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:01,474 INFO [RS:0;b10924491aa5:33061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33061%2C1732454459834, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/oldWALs, maxLogs=10 2024-11-24T13:21:01,489 DEBUG [RS:0;b10924491aa5:33061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, exclude list is [], retry=0 2024-11-24T13:21:01,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-a31de307-0281-4919-ba00-61b61ac83dbc,DISK] 2024-11-24T13:21:01,497 INFO [RS:0;b10924491aa5:33061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 2024-11-24T13:21:01,497 DEBUG [RS:0;b10924491aa5:33061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45989:45989)] 2024-11-24T13:21:01,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:21:01,656 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2 2024-11-24T13:21:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:21:02,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:02,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:02,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:02,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:02,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:02,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:02,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:02,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:02,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:02,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:02,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740 2024-11-24T13:21:02,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740 2024-11-24T13:21:02,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:02,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:02,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:02,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:02,078 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:02,079 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59391962, jitterRate=-0.11499080061912537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:02,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454462066Initializing all the Stores at 1732454462066Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454462066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454462067 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454462067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454462067Cleaning up temporary data from old regions at 1732454462074 (+7 ms)Region opened successfully at 1732454462079 (+5 ms) 2024-11-24T13:21:02,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:02,079 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:02,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:02,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:02,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:02,079 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:02,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454462079Disabling compacts and flushes for region at 1732454462079Disabling writes for close at 1732454462079Writing region close event to WAL at 1732454462079Closed at 1732454462079 2024-11-24T13:21:02,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:02,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:21:02,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:21:02,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:02,082 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:21:02,232 DEBUG [b10924491aa5:44993 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:21:02,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,33061,1732454459834 2024-11-24T13:21:02,234 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,33061,1732454459834, state=OPENING 2024-11-24T13:21:02,236 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:21:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:02,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11094800759/meta-region-server: CHANGED 2024-11-24T13:21:02,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11094800759/meta-region-server: CHANGED 2024-11-24T13:21:02,238 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:02,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,33061,1732454459834}] 2024-11-24T13:21:02,392 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:02,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:21:02,401 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:21:02,401 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:02,401 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:21:02,402 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33061%2C1732454459834.meta, suffix=.meta, logDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/oldWALs, maxLogs=10 2024-11-24T13:21:02,422 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.meta.1732454462403.meta, exclude list is [], retry=0 2024-11-24T13:21:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-a31de307-0281-4919-ba00-61b61ac83dbc,DISK] 2024-11-24T13:21:02,427 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.meta.1732454462403.meta 2024-11-24T13:21:02,428 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45989:45989)] 2024-11-24T13:21:02,428 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:02,428 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:02,429 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:02,429 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:21:02,429 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:21:02,429 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:21:02,429 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:02,429 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:21:02,429 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:21:02,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:02,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:02,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:02,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:02,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:02,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:02,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:02,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:02,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:02,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:02,445 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:02,446 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740 2024-11-24T13:21:02,447 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740 2024-11-24T13:21:02,449 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:02,449 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:02,449 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:02,450 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:02,451 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62723946, jitterRate=-0.06534036993980408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:02,451 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:21:02,451 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454462429Writing region info on filesystem at 1732454462429Initializing all the Stores at 1732454462430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454462430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454462430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454462430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454462430Cleaning up temporary data from old regions at 1732454462449 (+19 ms)Running coprocessor post-open hooks at 1732454462451 (+2 ms)Region opened successfully at 1732454462451 2024-11-24T13:21:02,452 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454462391 2024-11-24T13:21:02,455 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:21:02,455 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:21:02,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,33061,1732454459834 2024-11-24T13:21:02,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,33061,1732454459834, state=OPEN 2024-11-24T13:21:02,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11094800759/meta-region-server 2024-11-24T13:21:02,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11094800759/meta-region-server 2024-11-24T13:21:02,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11094800759/meta-region-server: CHANGED 2024-11-24T13:21:02,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11094800759/meta-region-server: CHANGED 2024-11-24T13:21:02,458 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,33061,1732454459834 2024-11-24T13:21:02,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:21:02,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,33061,1732454459834 in 219 msec 2024-11-24T13:21:02,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:21:02,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-24T13:21:02,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:02,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:21:02,466 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:02,466 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33061,1732454459834, seqNum=-1] 2024-11-24T13:21:02,466 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:02,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:02,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-24T13:21:02,474 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454462474, completionTime=-1 2024-11-24T13:21:02,474 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:21:02,474 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454522477 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454582477 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44993,1732454459785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44993,1732454459785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44993,1732454459785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:44993, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:02,477 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:02,478 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:02,480 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.587sec 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44993,1732454459785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:02,482 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44993,1732454459785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:21:02,486 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:21:02,486 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:21:02,486 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44993,1732454459785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:02,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164837db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:02,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:02,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:02,573 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbf5def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:02,575 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:02,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cef21b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:02,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33061,1732454459834, seqNum=-1] 2024-11-24T13:21:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:02,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:02,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,44993,1732454459785 2024-11-24T13:21:02,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:21:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:02,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a2301f20005 connected 2024-11-24T13:21:02,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.log.dir so I do NOT create it in target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb 2024-11-24T13:21:02,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:21:02,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.tmp.dir so I do NOT create it in target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb 2024-11-24T13:21:02,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:21:02,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb 2024-11-24T13:21:02,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:21:02,599 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/cluster_aff658aa-bb26-819d-0f3f-27aca82e8f27, deleteOnExit=true 2024-11-24T13:21:02,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:21:02,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/test.cache.data in system properties and HBase conf 2024-11-24T13:21:02,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:21:02,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:02,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:21:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:21:02,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:02,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:02,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:02,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:02,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:21:02,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:02,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:02,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:02,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4605f804{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/java.io.tmpdir/jetty-localhost-39143-hadoop-hdfs-3_4_1-tests_jar-_-any-15335882542311682327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:02,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a92c29c{HTTP/1.1, (http/1.1)}{localhost:39143} 2024-11-24T13:21:02,862 INFO [Time-limited test {}] server.Server(415): Started @248642ms 2024-11-24T13:21:02,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:02,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:02,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:02,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:02,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:21:02,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:02,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2579cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:03,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5185f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/java.io.tmpdir/jetty-localhost-39883-hadoop-hdfs-3_4_1-tests_jar-_-any-4106035844911801705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:03,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d4c6a52{HTTP/1.1, (http/1.1)}{localhost:39883} 2024-11-24T13:21:03,145 INFO [Time-limited test {}] server.Server(415): Started @248925ms 2024-11-24T13:21:03,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:21:03,270 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/cluster_aff658aa-bb26-819d-0f3f-27aca82e8f27/data/data1/current/BP-2090017640-172.17.0.2-1732454462630/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:03,271 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/cluster_aff658aa-bb26-819d-0f3f-27aca82e8f27/data/data2/current/BP-2090017640-172.17.0.2-1732454462630/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:03,303 WARN [Thread-3662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:21:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6bce9208431367b with lease ID 0x67a86c45da56a3b2: Processing first storage report for DS-a5f27a26-82df-4e29-9d30-fa38db1f13fe from datanode DatanodeRegistration(127.0.0.1:33179, datanodeUuid=d6fce054-4c01-4aa4-85f0-6bbadf0f7a42, infoPort=44713, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1563430552;c=1732454462630) 2024-11-24T13:21:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6bce9208431367b with lease ID 0x67a86c45da56a3b2: from storage DS-a5f27a26-82df-4e29-9d30-fa38db1f13fe node DatanodeRegistration(127.0.0.1:33179, datanodeUuid=d6fce054-4c01-4aa4-85f0-6bbadf0f7a42, infoPort=44713, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1563430552;c=1732454462630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6bce9208431367b with lease ID 0x67a86c45da56a3b2: Processing first storage report for DS-aba4709e-d1d9-4580-b43e-3baf175cc519 from datanode DatanodeRegistration(127.0.0.1:33179, datanodeUuid=d6fce054-4c01-4aa4-85f0-6bbadf0f7a42, infoPort=44713, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1563430552;c=1732454462630) 2024-11-24T13:21:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6bce9208431367b with lease ID 0x67a86c45da56a3b2: from storage DS-aba4709e-d1d9-4580-b43e-3baf175cc519 node DatanodeRegistration(127.0.0.1:33179, datanodeUuid=d6fce054-4c01-4aa4-85f0-6bbadf0f7a42, infoPort=44713, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1563430552;c=1732454462630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:03,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb 2024-11-24T13:21:03,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:03,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:21:03,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1 with version=8 2024-11-24T13:21:03,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/hbase-staging 2024-11-24T13:21:03,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:03,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:03,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:03,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:03,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:03,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:03,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:21:03,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:03,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35551 2024-11-24T13:21:03,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35551 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:21:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355510x0, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:03,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35551-0x1014a2301f20006 connected 2024-11-24T13:21:03,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:03,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:03,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on znode that does not yet exist, /21450908094/running 2024-11-24T13:21:03,423 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1, hbase.cluster.distributed=false 2024-11-24T13:21:03,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on znode that does not yet exist, /21450908094/acl 2024-11-24T13:21:03,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-24T13:21:03,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35551 2024-11-24T13:21:03,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35551 2024-11-24T13:21:03,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-24T13:21:03,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-24T13:21:03,448 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:03,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:03,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:03,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:03,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:03,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:03,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:21:03,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:03,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38965 2024-11-24T13:21:03,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38965 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:21:03,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:03,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389650x0, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:03,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389650x0, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on znode that does not yet exist, /21450908094/running 2024-11-24T13:21:03,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38965-0x1014a2301f20007 connected 2024-11-24T13:21:03,463 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:21:03,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:21:03,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on znode that does not yet exist, /21450908094/master 2024-11-24T13:21:03,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on znode that does not yet exist, /21450908094/acl 2024-11-24T13:21:03,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38965 2024-11-24T13:21:03,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38965 2024-11-24T13:21:03,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38965 2024-11-24T13:21:03,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38965 2024-11-24T13:21:03,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38965 2024-11-24T13:21:03,494 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:35551 2024-11-24T13:21:03,496 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21450908094/backup-masters/b10924491aa5,35551,1732454463397 2024-11-24T13:21:03,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094/backup-masters 2024-11-24T13:21:03,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094/backup-masters 2024-11-24T13:21:03,498 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on existing znode=/21450908094/backup-masters/b10924491aa5,35551,1732454463397 2024-11-24T13:21:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21450908094/master 2024-11-24T13:21:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:03,501 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on existing znode=/21450908094/master 2024-11-24T13:21:03,501 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21450908094/backup-masters/b10924491aa5,35551,1732454463397 from backup master directory 2024-11-24T13:21:03,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21450908094/backup-masters/b10924491aa5,35551,1732454463397 2024-11-24T13:21:03,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094/backup-masters 2024-11-24T13:21:03,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094/backup-masters 2024-11-24T13:21:03,502 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:03,502 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,35551,1732454463397 2024-11-24T13:21:03,506 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/hbase.id] with ID: baf6ffc8-4780-4904-b3d3-e6358af4d145 2024-11-24T13:21:03,506 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/.tmp/hbase.id 2024-11-24T13:21:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:21:03,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:21:03,914 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/.tmp/hbase.id]:[hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/hbase.id] 2024-11-24T13:21:03,923 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:03,923 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:21:03,924 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:21:03,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:03,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:21:03,936 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:03,937 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:21:03,937 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:21:04,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:04,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:04,344 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store 2024-11-24T13:21:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:21:04,751 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:04,751 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:04,751 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:04,751 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:04,751 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:04,751 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:04,751 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:04,751 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454464751Disabling compacts and flushes for region at 1732454464751Disabling writes for close at 1732454464751Writing region close event to WAL at 1732454464751Closed at 1732454464751 2024-11-24T13:21:04,752 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/.initializing 2024-11-24T13:21:04,752 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/WALs/b10924491aa5,35551,1732454463397 2024-11-24T13:21:04,752 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:04,754 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C35551%2C1732454463397, suffix=, logDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/WALs/b10924491aa5,35551,1732454463397, archiveDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/oldWALs, maxLogs=10 2024-11-24T13:21:04,767 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/WALs/b10924491aa5,35551,1732454463397/b10924491aa5%2C35551%2C1732454463397.1732454464754, exclude list is [], retry=0 2024-11-24T13:21:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33179,DS-a5f27a26-82df-4e29-9d30-fa38db1f13fe,DISK] 2024-11-24T13:21:04,772 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/WALs/b10924491aa5,35551,1732454463397/b10924491aa5%2C35551%2C1732454463397.1732454464754 2024-11-24T13:21:04,772 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-24T13:21:04,772 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:04,773 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:04,773 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,773 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:21:04,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:04,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:21:04,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:04,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:21:04,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:04,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:21:04,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:04,779 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,779 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,780 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,780 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,780 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,781 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:04,782 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:04,783 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:04,783 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73810555, jitterRate=0.0998629778623581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:04,784 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454464773Initializing all the Stores at 1732454464773Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454464773Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454464774 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454464774Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454464774Cleaning up temporary data from old regions at 1732454464780 (+6 ms)Region opened successfully at 1732454464783 (+3 ms) 2024-11-24T13:21:04,784 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:21:04,786 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d11cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:04,787 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:21:04,787 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:21:04,787 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:21:04,787 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:21:04,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:21:04,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:21:04,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:21:04,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:21:04,793 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Unable to get data of znode /21450908094/balancer because node does not exist (not necessarily an error) 2024-11-24T13:21:04,794 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21450908094/balancer already deleted, retry=false 2024-11-24T13:21:04,794 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:21:04,795 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Unable to get data of znode /21450908094/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:21:04,796 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21450908094/normalizer already deleted, retry=false 2024-11-24T13:21:04,796 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:21:04,797 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Unable to get data of znode /21450908094/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:21:04,799 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21450908094/switch/split already deleted, retry=false 2024-11-24T13:21:04,800 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Unable to get data of znode /21450908094/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:21:04,806 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21450908094/switch/merge already deleted, retry=false 2024-11-24T13:21:04,809 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Unable to get data of znode /21450908094/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:21:04,810 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21450908094/snapshot-cleanup already deleted, retry=false 2024-11-24T13:21:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21450908094/running 2024-11-24T13:21:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21450908094/running 2024-11-24T13:21:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:04,812 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,35551,1732454463397, sessionid=0x1014a2301f20006, setting cluster-up flag (Was=false) 2024-11-24T13:21:04,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:04,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:04,821 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21450908094/flush-table-proc/acquired, /21450908094/flush-table-proc/reached, /21450908094/flush-table-proc/abort 2024-11-24T13:21:04,822 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,35551,1732454463397 2024-11-24T13:21:04,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:04,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:04,842 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21450908094/online-snapshot/acquired, /21450908094/online-snapshot/reached, /21450908094/online-snapshot/abort 2024-11-24T13:21:04,843 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,35551,1732454463397 2024-11-24T13:21:04,845 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:21:04,852 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:04,853 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:21:04,853 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:21:04,853 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,35551,1732454463397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:04,855 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:04,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:21:04,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:21:04,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454494879 2024-11-24T13:21:04,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:21:04,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:21:04,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:21:04,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:21:04,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:21:04,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:21:04,880 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,880 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:21:04,880 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:21:04,880 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:21:04,880 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:21:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:21:04,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:21:04,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1 2024-11-24T13:21:04,884 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:21:04,884 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:21:04,888 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454464884,5,FailOnTimeoutGroup] 2024-11-24T13:21:04,888 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454464888,5,FailOnTimeoutGroup] 2024-11-24T13:21:04,888 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,888 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:21:04,888 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,888 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,889 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(746): ClusterId : baf6ffc8-4780-4904-b3d3-e6358af4d145 2024-11-24T13:21:04,889 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:21:04,890 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:21:04,891 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:21:04,892 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:21:04,892 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1a6315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:21:04,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:04,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:04,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:04,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:04,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:04,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:04,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:04,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:04,915 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:38965 2024-11-24T13:21:04,915 INFO [RS:0;b10924491aa5:38965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:21:04,915 INFO [RS:0;b10924491aa5:38965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:21:04,915 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:21:04,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:04,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:04,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:04,916 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,35551,1732454463397 with port=38965, startcode=1732454463448 2024-11-24T13:21:04,916 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:21:04,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:04,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:04,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:04,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:04,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740 2024-11-24T13:21:04,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740 2024-11-24T13:21:04,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:04,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:04,920 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:04,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:04,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:04,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59230322, jitterRate=-0.1173994243144989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:04,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454464905Initializing all the Stores at 1732454464906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454464906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454464908 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454464908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454464908Cleaning up temporary data from old regions at 1732454464920 (+12 ms)Region opened successfully at 1732454464930 (+10 ms) 2024-11-24T13:21:04,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:04,930 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:04,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:04,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:04,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:04,935 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:04,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454464930Disabling compacts and flushes for region at 1732454464930Disabling writes for close at 1732454464930Writing region close event to WAL at 1732454464935 (+5 ms)Closed at 1732454464935 2024-11-24T13:21:04,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:04,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:21:04,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:21:04,941 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:21:04,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,38965,1732454463448 2024-11-24T13:21:04,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35551 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,38965,1732454463448 2024-11-24T13:21:04,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:04,948 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1 2024-11-24T13:21:04,948 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36637 2024-11-24T13:21:04,948 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:21:04,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:21:04,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094/rs 2024-11-24T13:21:04,954 DEBUG [RS:0;b10924491aa5:38965 {}] zookeeper.ZKUtil(111): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on existing znode=/21450908094/rs/b10924491aa5,38965,1732454463448 2024-11-24T13:21:04,954 WARN [RS:0;b10924491aa5:38965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:04,954 INFO [RS:0;b10924491aa5:38965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:04,954 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448 2024-11-24T13:21:04,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,38965,1732454463448] 2024-11-24T13:21:04,967 INFO [RS:0;b10924491aa5:38965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:21:04,968 INFO [RS:0;b10924491aa5:38965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:21:04,969 INFO [RS:0;b10924491aa5:38965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:21:04,969 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,969 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:21:04,970 INFO [RS:0;b10924491aa5:38965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:21:04,970 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:04,970 DEBUG [RS:0;b10924491aa5:38965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:04,971 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,971 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,971 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,971 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,971 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,971 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38965,1732454463448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:04,992 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:21:04,992 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,38965,1732454463448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,992 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:04,992 INFO [RS:0;b10924491aa5:38965 {}] regionserver.Replication(171): b10924491aa5,38965,1732454463448 started 2024-11-24T13:21:05,009 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,009 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,38965,1732454463448, RpcServer on b10924491aa5/172.17.0.2:38965, sessionid=0x1014a2301f20007 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,38965,1732454463448 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,38965,1732454463448' 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21450908094/flush-table-proc/abort' 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21450908094/flush-table-proc/acquired' 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,38965,1732454463448 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,38965,1732454463448' 2024-11-24T13:21:05,010 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21450908094/online-snapshot/abort' 2024-11-24T13:21:05,011 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21450908094/online-snapshot/acquired' 2024-11-24T13:21:05,011 DEBUG [RS:0;b10924491aa5:38965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:21:05,011 INFO [RS:0;b10924491aa5:38965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:21:05,011 INFO [RS:0;b10924491aa5:38965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:21:05,098 WARN [b10924491aa5:35551 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T13:21:05,111 INFO [RS:0;b10924491aa5:38965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:05,113 INFO [RS:0;b10924491aa5:38965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C38965%2C1732454463448, suffix=, logDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448, archiveDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/oldWALs, maxLogs=10 2024-11-24T13:21:05,131 DEBUG [RS:0;b10924491aa5:38965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, exclude list is [], retry=0 2024-11-24T13:21:05,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33179,DS-a5f27a26-82df-4e29-9d30-fa38db1f13fe,DISK] 2024-11-24T13:21:05,141 INFO [RS:0;b10924491aa5:38965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 2024-11-24T13:21:05,144 DEBUG [RS:0;b10924491aa5:38965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-24T13:21:05,349 DEBUG [b10924491aa5:35551 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:21:05,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,38965,1732454463448 2024-11-24T13:21:05,351 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,38965,1732454463448, state=OPENING 2024-11-24T13:21:05,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:21:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:05,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21450908094/meta-region-server: CHANGED 2024-11-24T13:21:05,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:05,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,38965,1732454463448}] 2024-11-24T13:21:05,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21450908094/meta-region-server: CHANGED 2024-11-24T13:21:05,512 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:05,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:21:05,516 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:21:05,516 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:05,516 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:21:05,518 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C38965%2C1732454463448.meta, suffix=.meta, logDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448, archiveDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/oldWALs, maxLogs=10 2024-11-24T13:21:05,536 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.meta.1732454465518.meta, exclude list is [], retry=0 2024-11-24T13:21:05,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33179,DS-a5f27a26-82df-4e29-9d30-fa38db1f13fe,DISK] 2024-11-24T13:21:05,543 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.meta.1732454465518.meta 2024-11-24T13:21:05,543 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-24T13:21:05,544 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:05,544 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:05,544 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:05,544 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:21:05,544 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:21:05,544 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:21:05,544 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:05,544 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:21:05,544 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:21:05,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:05,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:05,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:05,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:05,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:05,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:05,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:05,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:05,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:05,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:05,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:05,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:05,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:05,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:05,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:05,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:05,553 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:05,553 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740 2024-11-24T13:21:05,554 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740 2024-11-24T13:21:05,555 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:05,555 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:05,555 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:05,556 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:05,557 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59168065, jitterRate=-0.11832712590694427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:05,557 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:21:05,557 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454465544Writing region info on filesystem at 1732454465544Initializing all the Stores at 1732454465545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454465545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454465548 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454465548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454465548Cleaning up temporary data from old regions at 1732454465555 (+7 ms)Running coprocessor post-open hooks at 1732454465557 (+2 ms)Region opened successfully at 1732454465557 2024-11-24T13:21:05,557 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454465511 2024-11-24T13:21:05,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,38965,1732454463448 2024-11-24T13:21:05,562 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,38965,1732454463448, state=OPEN 2024-11-24T13:21:05,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21450908094/meta-region-server 2024-11-24T13:21:05,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21450908094/meta-region-server 2024-11-24T13:21:05,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21450908094/meta-region-server: CHANGED 2024-11-24T13:21:05,566 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,38965,1732454463448 2024-11-24T13:21:05,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21450908094/meta-region-server: CHANGED 2024-11-24T13:21:05,566 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:21:05,566 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:21:05,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:21:05,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,38965,1732454463448 in 207 msec 2024-11-24T13:21:05,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:21:05,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-24T13:21:05,574 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:05,574 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:21:05,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:05,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,38965,1732454463448, seqNum=-1] 2024-11-24T13:21:05,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:05,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:05,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec 2024-11-24T13:21:05,582 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454465582, completionTime=-1 2024-11-24T13:21:05,582 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:21:05,582 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:21:05,584 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:21:05,584 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454525584 2024-11-24T13:21:05,584 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454585584 2024-11-24T13:21:05,584 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:21:05,585 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35551,1732454463397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,585 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35551,1732454463397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,585 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35551,1732454463397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,585 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:35551, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,585 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,586 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:21:05,588 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.090sec 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35551,1732454463397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:05,592 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35551,1732454463397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:21:05,595 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:21:05,595 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:21:05,595 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,35551,1732454463397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:05,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:05,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35551,-1 for getting cluster id 2024-11-24T13:21:05,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:05,695 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf6ffc8-4780-4904-b3d3-e6358af4d145' 2024-11-24T13:21:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf6ffc8-4780-4904-b3d3-e6358af4d145" 2024-11-24T13:21:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf592c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35551,-1] 2024-11-24T13:21:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:05,697 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:05,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:05,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:05,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,38965,1732454463448, seqNum=-1] 2024-11-24T13:21:05,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:05,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,35551,1732454463397 2024-11-24T13:21:05,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-24T13:21:05,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:05,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a2301f20008 connected 2024-11-24T13:21:05,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,34451,1732454456122 2024-11-24T13:21:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a0d77d 2024-11-24T13:21:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:05,725 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:05,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:21:05,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:05,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:05,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:21:05,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:21:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:06,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af1b85014d17e802d3ffc1cd69725305, NAME => 'test,,1732454465725.af1b85014d17e802d3ffc1cd69725305.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe 2024-11-24T13:21:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:06,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454465725.af1b85014d17e802d3ffc1cd69725305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:06,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af1b85014d17e802d3ffc1cd69725305, disabling compactions & flushes 2024-11-24T13:21:06,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:06,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:06,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. after waiting 0 ms 2024-11-24T13:21:06,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:06,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:06,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af1b85014d17e802d3ffc1cd69725305: Waiting for close lock at 1732454466557Disabling compacts and flushes for region at 1732454466557Disabling writes for close at 1732454466558 (+1 ms)Writing region close event to WAL at 1732454466558Closed at 1732454466558 2024-11-24T13:21:06,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:06,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454465725.af1b85014d17e802d3ffc1cd69725305.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454466559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454466559"}]},"ts":"1732454466559"} 2024-11-24T13:21:06,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:06,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:06,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454466561"}]},"ts":"1732454466561"} 2024-11-24T13:21:06,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:21:06,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af1b85014d17e802d3ffc1cd69725305, ASSIGN}] 2024-11-24T13:21:06,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af1b85014d17e802d3ffc1cd69725305, ASSIGN 2024-11-24T13:21:06,565 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af1b85014d17e802d3ffc1cd69725305, ASSIGN; state=OFFLINE, location=b10924491aa5,46571,1732454456188; forceNewPlan=false, retain=false 2024-11-24T13:21:06,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af1b85014d17e802d3ffc1cd69725305, regionState=OPENING, regionLocation=b10924491aa5,46571,1732454456188 2024-11-24T13:21:06,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af1b85014d17e802d3ffc1cd69725305, ASSIGN because future has completed 2024-11-24T13:21:06,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af1b85014d17e802d3ffc1cd69725305, server=b10924491aa5,46571,1732454456188}] 2024-11-24T13:21:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:06,888 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:06,889 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af1b85014d17e802d3ffc1cd69725305, NAME => 'test,,1732454465725.af1b85014d17e802d3ffc1cd69725305.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:06,889 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:06,889 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:21:06,889 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,889 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454465725.af1b85014d17e802d3ffc1cd69725305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:06,889 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,889 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,891 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,892 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af1b85014d17e802d3ffc1cd69725305 columnFamilyName f 2024-11-24T13:21:06,892 DEBUG [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:06,892 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] regionserver.HStore(327): Store=af1b85014d17e802d3ffc1cd69725305/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:06,892 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,893 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af1b85014d17e802d3ffc1cd69725305 columnFamilyName f1 2024-11-24T13:21:06,893 DEBUG [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:06,894 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] regionserver.HStore(327): Store=af1b85014d17e802d3ffc1cd69725305/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:06,894 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,895 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af1b85014d17e802d3ffc1cd69725305 columnFamilyName norep 2024-11-24T13:21:06,895 DEBUG [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:06,896 INFO [StoreOpener-af1b85014d17e802d3ffc1cd69725305-1 {}] regionserver.HStore(327): Store=af1b85014d17e802d3ffc1cd69725305/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:06,896 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,896 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,897 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,897 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,897 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,898 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:06,899 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,901 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:06,901 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af1b85014d17e802d3ffc1cd69725305; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69542095, jitterRate=0.036257967352867126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:06,901 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:06,902 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af1b85014d17e802d3ffc1cd69725305: Running coprocessor pre-open hook at 1732454466889Writing region info on filesystem at 1732454466889Initializing all the Stores at 1732454466890 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454466890Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454466890Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454466890Cleaning up temporary data from old regions at 1732454466897 (+7 ms)Running coprocessor post-open hooks at 1732454466901 (+4 ms)Region opened successfully at 1732454466902 (+1 ms) 2024-11-24T13:21:06,903 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454465725.af1b85014d17e802d3ffc1cd69725305., pid=6, masterSystemTime=1732454466870 2024-11-24T13:21:06,905 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:06,905 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:06,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af1b85014d17e802d3ffc1cd69725305, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,46571,1732454456188 2024-11-24T13:21:06,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af1b85014d17e802d3ffc1cd69725305, server=b10924491aa5,46571,1732454456188 because future has completed 2024-11-24T13:21:06,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:21:06,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af1b85014d17e802d3ffc1cd69725305, server=b10924491aa5,46571,1732454456188 in 191 msec 2024-11-24T13:21:06,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:21:06,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af1b85014d17e802d3ffc1cd69725305, ASSIGN in 348 msec 2024-11-24T13:21:06,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:06,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454466914"}]},"ts":"1732454466914"} 2024-11-24T13:21:06,916 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:21:06,916 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:06,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1900 sec 2024-11-24T13:21:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:07,878 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:21:07,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:07,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44993,1732454459785 2024-11-24T13:21:07,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f7b2057 2024-11-24T13:21:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:07,881 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:07,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:21:07,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:07,884 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:07,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:21:07,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:07,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:21:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:08,295 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9df6e8dd69abe49eb3f500056b2b2033, NAME => 'test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2 2024-11-24T13:21:08,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:21:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:08,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:08,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9df6e8dd69abe49eb3f500056b2b2033, disabling compactions & flushes 2024-11-24T13:21:08,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:08,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:08,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. after waiting 0 ms 2024-11-24T13:21:08,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:08,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:08,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9df6e8dd69abe49eb3f500056b2b2033: Waiting for close lock at 1732454468701Disabling compacts and flushes for region at 1732454468701Disabling writes for close at 1732454468701Writing region close event to WAL at 1732454468701Closed at 1732454468701 2024-11-24T13:21:08,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:08,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454468702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454468702"}]},"ts":"1732454468702"} 2024-11-24T13:21:08,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:08,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:08,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454468706"}]},"ts":"1732454468706"} 2024-11-24T13:21:08,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:21:08,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9df6e8dd69abe49eb3f500056b2b2033, ASSIGN}] 2024-11-24T13:21:08,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9df6e8dd69abe49eb3f500056b2b2033, ASSIGN 2024-11-24T13:21:08,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9df6e8dd69abe49eb3f500056b2b2033, ASSIGN; state=OFFLINE, location=b10924491aa5,33061,1732454459834; forceNewPlan=false, retain=false 2024-11-24T13:21:08,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9df6e8dd69abe49eb3f500056b2b2033, regionState=OPENING, regionLocation=b10924491aa5,33061,1732454459834 2024-11-24T13:21:08,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9df6e8dd69abe49eb3f500056b2b2033, ASSIGN because future has completed 2024-11-24T13:21:08,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9df6e8dd69abe49eb3f500056b2b2033, server=b10924491aa5,33061,1732454459834}] 2024-11-24T13:21:09,022 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:09,022 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9df6e8dd69abe49eb3f500056b2b2033, NAME => 'test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:09,022 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:09,022 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:21:09,023 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,023 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:09,023 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,023 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:09,036 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,039 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df6e8dd69abe49eb3f500056b2b2033 columnFamilyName f 2024-11-24T13:21:09,039 DEBUG [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:09,039 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] regionserver.HStore(327): Store=9df6e8dd69abe49eb3f500056b2b2033/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:09,040 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,042 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df6e8dd69abe49eb3f500056b2b2033 columnFamilyName f1 2024-11-24T13:21:09,042 DEBUG [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:09,042 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] regionserver.HStore(327): Store=9df6e8dd69abe49eb3f500056b2b2033/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:09,042 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,043 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df6e8dd69abe49eb3f500056b2b2033 columnFamilyName norep 2024-11-24T13:21:09,043 DEBUG [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:09,043 INFO [StoreOpener-9df6e8dd69abe49eb3f500056b2b2033-1 {}] regionserver.HStore(327): Store=9df6e8dd69abe49eb3f500056b2b2033/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:09,044 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,044 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,045 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,047 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,047 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,047 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:09,049 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,050 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:09,050 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9df6e8dd69abe49eb3f500056b2b2033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61697714, jitterRate=-0.08063241839408875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:09,051 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:09,051 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9df6e8dd69abe49eb3f500056b2b2033: Running coprocessor pre-open hook at 1732454469023Writing region info on filesystem at 1732454469023Initializing all the Stores at 1732454469029 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454469029Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454469036 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454469036Cleaning up temporary data from old regions at 1732454469047 (+11 ms)Running coprocessor post-open hooks at 1732454469051 (+4 ms)Region opened successfully at 1732454469051 2024-11-24T13:21:09,052 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033., pid=6, masterSystemTime=1732454469017 2024-11-24T13:21:09,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9df6e8dd69abe49eb3f500056b2b2033, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,33061,1732454459834 2024-11-24T13:21:09,056 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:09,056 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:09,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9df6e8dd69abe49eb3f500056b2b2033, server=b10924491aa5,33061,1732454459834 because future has completed 2024-11-24T13:21:09,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:21:09,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9df6e8dd69abe49eb3f500056b2b2033, server=b10924491aa5,33061,1732454459834 in 206 msec 2024-11-24T13:21:09,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:21:09,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9df6e8dd69abe49eb3f500056b2b2033, ASSIGN in 364 msec 2024-11-24T13:21:09,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:09,076 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454469076"}]},"ts":"1732454469076"} 2024-11-24T13:21:09,078 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:21:09,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:09,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1970 sec 2024-11-24T13:21:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:21:09,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T13:21:09,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:09,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T13:21:09,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:21:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:10,039 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:21:10,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35551,1732454463397 2024-11-24T13:21:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79dca9c6 2024-11-24T13:21:10,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:10,041 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:10,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:21:10,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:10,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:10,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:21:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:10,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:21:10,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c19133550644d371047ee85a852bf935, NAME => 'test,,1732454470041.c19133550644d371047ee85a852bf935.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1 2024-11-24T13:21:10,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:21:10,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454470041.c19133550644d371047ee85a852bf935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:10,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c19133550644d371047ee85a852bf935, disabling compactions & flushes 2024-11-24T13:21:10,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:10,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:10,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454470041.c19133550644d371047ee85a852bf935. after waiting 0 ms 2024-11-24T13:21:10,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:10,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:10,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c19133550644d371047ee85a852bf935: Waiting for close lock at 1732454470080Disabling compacts and flushes for region at 1732454470080Disabling writes for close at 1732454470080Writing region close event to WAL at 1732454470080Closed at 1732454470080 2024-11-24T13:21:10,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:10,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454470041.c19133550644d371047ee85a852bf935.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454470082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454470082"}]},"ts":"1732454470082"} 2024-11-24T13:21:10,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:10,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:10,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454470094"}]},"ts":"1732454470094"} 2024-11-24T13:21:10,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:21:10,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c19133550644d371047ee85a852bf935, ASSIGN}] 2024-11-24T13:21:10,097 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c19133550644d371047ee85a852bf935, ASSIGN 2024-11-24T13:21:10,098 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c19133550644d371047ee85a852bf935, ASSIGN; state=OFFLINE, location=b10924491aa5,38965,1732454463448; forceNewPlan=false, retain=false 2024-11-24T13:21:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:10,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c19133550644d371047ee85a852bf935, regionState=OPENING, regionLocation=b10924491aa5,38965,1732454463448 2024-11-24T13:21:10,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c19133550644d371047ee85a852bf935, ASSIGN because future has completed 2024-11-24T13:21:10,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c19133550644d371047ee85a852bf935, server=b10924491aa5,38965,1732454463448}] 2024-11-24T13:21:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:10,409 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:10,409 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c19133550644d371047ee85a852bf935, NAME => 'test,,1732454470041.c19133550644d371047ee85a852bf935.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:10,409 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:10,409 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:21:10,409 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,409 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454470041.c19133550644d371047ee85a852bf935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:10,409 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,409 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,411 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,412 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c19133550644d371047ee85a852bf935 columnFamilyName f 2024-11-24T13:21:10,412 DEBUG [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:10,413 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] regionserver.HStore(327): Store=c19133550644d371047ee85a852bf935/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:10,413 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,414 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c19133550644d371047ee85a852bf935 columnFamilyName f1 2024-11-24T13:21:10,414 DEBUG [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:10,414 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] regionserver.HStore(327): Store=c19133550644d371047ee85a852bf935/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:10,414 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,415 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c19133550644d371047ee85a852bf935 columnFamilyName norep 2024-11-24T13:21:10,415 DEBUG [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:10,415 INFO [StoreOpener-c19133550644d371047ee85a852bf935-1 {}] regionserver.HStore(327): Store=c19133550644d371047ee85a852bf935/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:10,415 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,416 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,416 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,417 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,417 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,417 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:10,418 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,419 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:10,420 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c19133550644d371047ee85a852bf935; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66302605, jitterRate=-0.012014195322990417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:10,420 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c19133550644d371047ee85a852bf935 2024-11-24T13:21:10,420 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c19133550644d371047ee85a852bf935: Running coprocessor pre-open hook at 1732454470410Writing region info on filesystem at 1732454470410Initializing all the Stores at 1732454470411 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454470411Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454470411Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454470411Cleaning up temporary data from old regions at 1732454470417 (+6 ms)Running coprocessor post-open hooks at 1732454470420 (+3 ms)Region opened successfully at 1732454470420 2024-11-24T13:21:10,421 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454470041.c19133550644d371047ee85a852bf935., pid=6, masterSystemTime=1732454470405 2024-11-24T13:21:10,422 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:10,422 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:10,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c19133550644d371047ee85a852bf935, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,38965,1732454463448 2024-11-24T13:21:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c19133550644d371047ee85a852bf935, server=b10924491aa5,38965,1732454463448 because future has completed 2024-11-24T13:21:10,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:21:10,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c19133550644d371047ee85a852bf935, server=b10924491aa5,38965,1732454463448 in 174 msec 2024-11-24T13:21:10,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:21:10,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c19133550644d371047ee85a852bf935, ASSIGN in 331 msec 2024-11-24T13:21:10,431 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:10,431 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454470431"}]},"ts":"1732454470431"} 2024-11-24T13:21:10,433 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:21:10,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:10,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 393 msec 2024-11-24T13:21:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:10,668 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:21:10,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:10,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,34451,-1 for getting cluster id 2024-11-24T13:21:10,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:10,670 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06aafca3-e7a6-4e14-9c10-c77f36788654' 2024-11-24T13:21:10,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:10,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06aafca3-e7a6-4e14-9c10-c77f36788654" 2024-11-24T13:21:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acfca3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,34451,-1] 2024-11-24T13:21:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:10,672 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db5be0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:10,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,34451,1732454456122 2024-11-24T13:21:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bbcb99 2024-11-24T13:21:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:10,674 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:10,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:44993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:21:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:21:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:10,677 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:44993' 2024-11-24T13:21:10,678 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd42e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:10,678 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:10,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:10,678 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf41113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:10,680 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:10,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bf1604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:10,680 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:10,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44993,1732454459785 2024-11-24T13:21:10,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@102391ed 2024-11-24T13:21:10,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:10,682 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:10,682 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:21:10,683 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:21:10,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:10,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:10,683 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:10,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:10,684 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:21:10,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:10,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:10,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:10,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:21:10,734 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:21:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:11,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:11,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e20520d7aaba79155c9b02cd45f61de, NAME => 'hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe 2024-11-24T13:21:11,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:21:11,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:11,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e20520d7aaba79155c9b02cd45f61de, disabling compactions & flushes 2024-11-24T13:21:11,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:11,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:11,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. after waiting 0 ms 2024-11-24T13:21:11,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:11,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:11,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e20520d7aaba79155c9b02cd45f61de: Waiting for close lock at 1732454471107Disabling compacts and flushes for region at 1732454471107Disabling writes for close at 1732454471107Writing region close event to WAL at 1732454471107Closed at 1732454471107 2024-11-24T13:21:11,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:11,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454471109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454471109"}]},"ts":"1732454471109"} 2024-11-24T13:21:11,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:11,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:11,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454471112"}]},"ts":"1732454471112"} 2024-11-24T13:21:11,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:11,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:21:11,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e20520d7aaba79155c9b02cd45f61de, ASSIGN}] 2024-11-24T13:21:11,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e20520d7aaba79155c9b02cd45f61de, ASSIGN 2024-11-24T13:21:11,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e20520d7aaba79155c9b02cd45f61de, ASSIGN; state=OFFLINE, location=b10924491aa5,46571,1732454456188; forceNewPlan=false, retain=false 2024-11-24T13:21:11,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e20520d7aaba79155c9b02cd45f61de, regionState=OPENING, regionLocation=b10924491aa5,46571,1732454456188 2024-11-24T13:21:11,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e20520d7aaba79155c9b02cd45f61de, ASSIGN because future has completed 2024-11-24T13:21:11,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e20520d7aaba79155c9b02cd45f61de, server=b10924491aa5,46571,1732454456188}] 2024-11-24T13:21:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:11,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:11,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:11,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:21:11,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C46571%2C1732454456188.rep, suffix=, logDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188, archiveDir=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/oldWALs, maxLogs=10 2024-11-24T13:21:11,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.rep.1732454471435, exclude list is [], retry=0 2024-11-24T13:21:11,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-8dff1957-0a12-4b5f-97e2-4d4f3f371ee9,DISK] 2024-11-24T13:21:11,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.rep.1732454471435 2024-11-24T13:21:11,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45637:45637)] 2024-11-24T13:21:11,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e20520d7aaba79155c9b02cd45f61de, NAME => 'hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:11,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:11,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:11,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. service=MultiRowMutationService 2024-11-24T13:21:11,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:21:11,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:11,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,477 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,478 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e20520d7aaba79155c9b02cd45f61de columnFamilyName hfileref 2024-11-24T13:21:11,478 DEBUG [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:11,479 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] regionserver.HStore(327): Store=9e20520d7aaba79155c9b02cd45f61de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:11,479 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,479 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e20520d7aaba79155c9b02cd45f61de columnFamilyName queue 2024-11-24T13:21:11,480 DEBUG [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:11,480 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] regionserver.HStore(327): Store=9e20520d7aaba79155c9b02cd45f61de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:11,480 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,480 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e20520d7aaba79155c9b02cd45f61de columnFamilyName sid 2024-11-24T13:21:11,480 DEBUG [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:11,481 INFO [StoreOpener-9e20520d7aaba79155c9b02cd45f61de-1 {}] regionserver.HStore(327): Store=9e20520d7aaba79155c9b02cd45f61de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:11,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:11,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:11,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e20520d7aaba79155c9b02cd45f61de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64996741, jitterRate=-0.03147308528423309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:11,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:11,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e20520d7aaba79155c9b02cd45f61de: Running coprocessor pre-open hook at 1732454471476Writing region info on filesystem at 1732454471476Initializing all the Stores at 1732454471477 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454471477Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454471477Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454471477Cleaning up temporary data from old regions at 1732454471482 (+5 ms)Running coprocessor post-open hooks at 1732454471486 (+4 ms)Region opened successfully at 1732454471486 2024-11-24T13:21:11,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de., pid=10, masterSystemTime=1732454471424 2024-11-24T13:21:11,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:11,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:11,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e20520d7aaba79155c9b02cd45f61de, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,46571,1732454456188 2024-11-24T13:21:11,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e20520d7aaba79155c9b02cd45f61de, server=b10924491aa5,46571,1732454456188 because future has completed 2024-11-24T13:21:11,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:21:11,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e20520d7aaba79155c9b02cd45f61de, server=b10924491aa5,46571,1732454456188 in 221 msec 2024-11-24T13:21:11,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:21:11,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e20520d7aaba79155c9b02cd45f61de, ASSIGN in 382 msec 2024-11-24T13:21:11,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:11,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454471498"}]},"ts":"1732454471498"} 2024-11-24T13:21:11,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:21:11,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:11,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-11-24T13:21:11,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de., hostname=b10924491aa5,46571,1732454456188, seqNum=2] 2024-11-24T13:21:11,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:21:11,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:21:11,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:21:11,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:21:11,708 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:21:11,766 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,46571,1732454456188, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:21:11,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:11,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,46571,1732454456188, seqNum=-1] 2024-11-24T13:21:11,767 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:11,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:11,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,46571,1732454456188', locateType=CURRENT is [region=hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de., hostname=b10924491aa5,46571,1732454456188, seqNum=2] 2024-11-24T13:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:21:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:21:11,776 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,46571,1732454456188 suceeded 2024-11-24T13:21:11,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:21:11,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-24T13:21:11,778 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:44993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:21:11,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-24T13:21:11,798 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:44993' 2024-11-24T13:21:11,800 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6440a12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,800 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:11,800 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:11,801 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:11,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0e71cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:11,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:11,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:11,803 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:11,806 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@698f7f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,806 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:11,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44993,1732454459785 2024-11-24T13:21:11,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11674eef 2024-11-24T13:21:11,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:11,808 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T13:21:11,809 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,46571,1732454456188 (queues=1) is replicating from cluster=06aafca3-e7a6-4e14-9c10-c77f36788654 to cluster=624175d1-6916-4208-bc1a-591877f571d9 2024-11-24T13:21:11,810 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C46571%2C1732454456188 2024-11-24T13:21:11,811 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,46571,1732454456188, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:21:11,812 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819, startPosition=0, beingWritten=true 2024-11-24T13:21:11,816 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C46571%2C1732454456188 2024-11-24T13:21:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:11,821 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:21:11,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:11,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:11,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:11,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:11,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:11,832 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:11,832 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:11,832 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,46571,1732454456188 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:11,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:11,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:11,840 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33db93c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:11,842 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dbdd88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44993,1732454459785 2024-11-24T13:21:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b64b3c8 2024-11-24T13:21:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:11,845 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:11,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:35551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:21:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:21:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:11,849 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:35551' 2024-11-24T13:21:11,859 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65497eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,859 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35551,-1 for getting cluster id 2024-11-24T13:21:11,859 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:11,862 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf6ffc8-4780-4904-b3d3-e6358af4d145' 2024-11-24T13:21:11,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:11,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf6ffc8-4780-4904-b3d3-e6358af4d145" 2024-11-24T13:21:11,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35551,-1] 2024-11-24T13:21:11,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:11,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:11,863 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:11,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d0c641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:11,864 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:11,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35551,1732454463397 2024-11-24T13:21:11,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47546516 2024-11-24T13:21:11,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:11,866 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:11,868 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T13:21:11,868 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:21:11,868 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:11,868 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:11,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:11,868 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:11,869 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:21:11,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:11,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:11,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:21:11,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65efb7bedf7d90d9dc8c123b280e59dd, NAME => 'hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2 2024-11-24T13:21:11,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:21:11,920 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:21:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:12,077 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:12,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:12,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65efb7bedf7d90d9dc8c123b280e59dd, disabling compactions & flushes 2024-11-24T13:21:12,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:12,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:12,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. after waiting 0 ms 2024-11-24T13:21:12,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:12,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:12,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65efb7bedf7d90d9dc8c123b280e59dd: Waiting for close lock at 1732454472299Disabling compacts and flushes for region at 1732454472299Disabling writes for close at 1732454472299Writing region close event to WAL at 1732454472300 (+1 ms)Closed at 1732454472300 2024-11-24T13:21:12,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:12,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454472301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454472301"}]},"ts":"1732454472301"} 2024-11-24T13:21:12,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:12,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:12,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454472304"}]},"ts":"1732454472304"} 2024-11-24T13:21:12,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:21:12,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65efb7bedf7d90d9dc8c123b280e59dd, ASSIGN}] 2024-11-24T13:21:12,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65efb7bedf7d90d9dc8c123b280e59dd, ASSIGN 2024-11-24T13:21:12,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65efb7bedf7d90d9dc8c123b280e59dd, ASSIGN; state=OFFLINE, location=b10924491aa5,33061,1732454459834; forceNewPlan=false, retain=false 2024-11-24T13:21:12,383 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:12,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65efb7bedf7d90d9dc8c123b280e59dd, regionState=OPENING, regionLocation=b10924491aa5,33061,1732454459834 2024-11-24T13:21:12,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65efb7bedf7d90d9dc8c123b280e59dd, ASSIGN because future has completed 2024-11-24T13:21:12,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65efb7bedf7d90d9dc8c123b280e59dd, server=b10924491aa5,33061,1732454459834}] 2024-11-24T13:21:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:12,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:12,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:12,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:21:12,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33061%2C1732454459834.rep, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/oldWALs, maxLogs=10 2024-11-24T13:21:12,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.rep.1732454472638, exclude list is [], retry=0 2024-11-24T13:21:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-a31de307-0281-4919-ba00-61b61ac83dbc,DISK] 2024-11-24T13:21:12,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.rep.1732454472638 2024-11-24T13:21:12,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45989:45989)] 2024-11-24T13:21:12,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65efb7bedf7d90d9dc8c123b280e59dd, NAME => 'hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:12,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:12,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:12,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. service=MultiRowMutationService 2024-11-24T13:21:12,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:21:12,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:12,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,744 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,746 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65efb7bedf7d90d9dc8c123b280e59dd columnFamilyName hfileref 2024-11-24T13:21:12,746 DEBUG [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:12,746 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] regionserver.HStore(327): Store=65efb7bedf7d90d9dc8c123b280e59dd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:12,746 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,747 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65efb7bedf7d90d9dc8c123b280e59dd columnFamilyName queue 2024-11-24T13:21:12,748 DEBUG [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:12,750 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] regionserver.HStore(327): Store=65efb7bedf7d90d9dc8c123b280e59dd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:12,750 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,754 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65efb7bedf7d90d9dc8c123b280e59dd columnFamilyName sid 2024-11-24T13:21:12,754 DEBUG [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:12,754 INFO [StoreOpener-65efb7bedf7d90d9dc8c123b280e59dd-1 {}] regionserver.HStore(327): Store=65efb7bedf7d90d9dc8c123b280e59dd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:12,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/replication/65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/replication/65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:12,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/replication/65efb7bedf7d90d9dc8c123b280e59dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:12,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65efb7bedf7d90d9dc8c123b280e59dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59056979, jitterRate=-0.11998243629932404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:12,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65efb7bedf7d90d9dc8c123b280e59dd: Running coprocessor pre-open hook at 1732454472726Writing region info on filesystem at 1732454472726Initializing all the Stores at 1732454472727 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454472727Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454472743 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454472743Cleaning up temporary data from old regions at 1732454472757 (+14 ms)Running coprocessor post-open hooks at 1732454472777 (+20 ms)Region opened successfully at 1732454472777 2024-11-24T13:21:12,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd., pid=10, masterSystemTime=1732454472624 2024-11-24T13:21:12,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:12,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:12,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65efb7bedf7d90d9dc8c123b280e59dd, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,33061,1732454459834 2024-11-24T13:21:12,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65efb7bedf7d90d9dc8c123b280e59dd, server=b10924491aa5,33061,1732454459834 because future has completed 2024-11-24T13:21:12,789 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:12,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:21:12,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65efb7bedf7d90d9dc8c123b280e59dd, server=b10924491aa5,33061,1732454459834 in 326 msec 2024-11-24T13:21:12,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:21:12,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65efb7bedf7d90d9dc8c123b280e59dd, ASSIGN in 485 msec 2024-11-24T13:21:12,795 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:12,796 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454472795"}]},"ts":"1732454472795"} 2024-11-24T13:21:12,798 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:21:12,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:12,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 932 msec 2024-11-24T13:21:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd., hostname=b10924491aa5,33061,1732454459834, seqNum=2] 2024-11-24T13:21:12,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:12,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:12,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:21:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:12,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:21:12,998 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:21:13,031 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,33061,1732454459834, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:21:13,031 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:13,031 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33061,1732454459834, seqNum=-1] 2024-11-24T13:21:13,032 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:13,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:13,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,33061,1732454459834', locateType=CURRENT is [region=hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd., hostname=b10924491aa5,33061,1732454459834, seqNum=2] 2024-11-24T13:21:13,044 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:21:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:21:13,047 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,33061,1732454459834 suceeded 2024-11-24T13:21:13,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:21:13,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-24T13:21:13,049 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:35551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:21:13,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2040 sec 2024-11-24T13:21:13,061 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:35551' 2024-11-24T13:21:13,064 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20178a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:13,064 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35551,-1 for getting cluster id 2024-11-24T13:21:13,065 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:13,065 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf6ffc8-4780-4904-b3d3-e6358af4d145' 2024-11-24T13:21:13,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:13,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf6ffc8-4780-4904-b3d3-e6358af4d145" 2024-11-24T13:21:13,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4733a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:13,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35551,-1] 2024-11-24T13:21:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:13,068 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:13,068 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f849cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:13,069 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35551,1732454463397 2024-11-24T13:21:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16806f9d 2024-11-24T13:21:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:13,070 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T13:21:13,073 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,33061,1732454459834 (queues=1) is replicating from cluster=624175d1-6916-4208-bc1a-591877f571d9 to cluster=baf6ffc8-4780-4904-b3d3-e6358af4d145 2024-11-24T13:21:13,073 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C33061%2C1732454459834 2024-11-24T13:21:13,073 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,33061,1732454459834, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:21:13,076 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, startPosition=0, beingWritten=true 2024-11-24T13:21:13,083 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C33061%2C1732454459834 2024-11-24T13:21:13,088 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:13,088 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 379, reset compression=false 2024-11-24T13:21:13,088 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:13,291 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 379, reset compression=false 2024-11-24T13:21:13,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:21:13,313 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:13,595 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 379, reset compression=false 2024-11-24T13:21:13,917 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:13,998 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:21:13,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:13,999 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 379, reset compression=false 2024-11-24T13:21:13,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:13,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:13,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:13,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:14,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:14,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35551,-1 for getting cluster id 2024-11-24T13:21:14,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:14,006 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf6ffc8-4780-4904-b3d3-e6358af4d145' 2024-11-24T13:21:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf6ffc8-4780-4904-b3d3-e6358af4d145" 2024-11-24T13:21:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7332272f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35551,-1] 2024-11-24T13:21:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:14,009 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db19e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:14,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,35551,1732454463397 2024-11-24T13:21:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b443dfc 2024-11-24T13:21:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:14,017 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:14,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:44993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:21:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:21:14,022 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:44993' 2024-11-24T13:21:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:14,024 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db453f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:14,024 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:14,025 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:14,025 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413dcfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:14,027 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517a41a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:14,028 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:14,029 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44993,1732454459785 2024-11-24T13:21:14,029 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f5845d 2024-11-24T13:21:14,030 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:14,031 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:14,032 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T13:21:14,032 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:21:14,032 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:14,032 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:14,032 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:14,034 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:21:14,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:14,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:14,035 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:14,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:14,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:21:14,085 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:21:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:14,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 175312a84c8c6b741885c49345bb0669, NAME => 'hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1 2024-11-24T13:21:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:21:14,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:14,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 175312a84c8c6b741885c49345bb0669, disabling compactions & flushes 2024-11-24T13:21:14,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:14,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:14,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. after waiting 0 ms 2024-11-24T13:21:14,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:14,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:14,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 175312a84c8c6b741885c49345bb0669: Waiting for close lock at 1732454474469Disabling compacts and flushes for region at 1732454474469Disabling writes for close at 1732454474469Writing region close event to WAL at 1732454474469Closed at 1732454474469 2024-11-24T13:21:14,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:14,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454474470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454474470"}]},"ts":"1732454474470"} 2024-11-24T13:21:14,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:14,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:14,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454474473"}]},"ts":"1732454474473"} 2024-11-24T13:21:14,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:21:14,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=175312a84c8c6b741885c49345bb0669, ASSIGN}] 2024-11-24T13:21:14,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=175312a84c8c6b741885c49345bb0669, ASSIGN 2024-11-24T13:21:14,477 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=175312a84c8c6b741885c49345bb0669, ASSIGN; state=OFFLINE, location=b10924491aa5,38965,1732454463448; forceNewPlan=false, retain=false 2024-11-24T13:21:14,523 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 379, reset compression=false 2024-11-24T13:21:14,622 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:14,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=175312a84c8c6b741885c49345bb0669, regionState=OPENING, regionLocation=b10924491aa5,38965,1732454463448 2024-11-24T13:21:14,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=175312a84c8c6b741885c49345bb0669, ASSIGN because future has completed 2024-11-24T13:21:14,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175312a84c8c6b741885c49345bb0669, server=b10924491aa5,38965,1732454463448}] 2024-11-24T13:21:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:14,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:14,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:14,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:21:14,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C38965%2C1732454463448.rep, suffix=, logDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448, archiveDir=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/oldWALs, maxLogs=10 2024-11-24T13:21:14,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.rep.1732454474805, exclude list is [], retry=0 2024-11-24T13:21:14,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33179,DS-a5f27a26-82df-4e29-9d30-fa38db1f13fe,DISK] 2024-11-24T13:21:14,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.rep.1732454474805 2024-11-24T13:21:14,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44713:44713)] 2024-11-24T13:21:14,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 175312a84c8c6b741885c49345bb0669, NAME => 'hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:14,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:14,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:14,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. service=MultiRowMutationService 2024-11-24T13:21:14,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:21:14,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:14,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,847 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,848 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175312a84c8c6b741885c49345bb0669 columnFamilyName hfileref 2024-11-24T13:21:14,848 DEBUG [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:14,848 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] regionserver.HStore(327): Store=175312a84c8c6b741885c49345bb0669/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:14,849 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,849 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175312a84c8c6b741885c49345bb0669 columnFamilyName queue 2024-11-24T13:21:14,849 DEBUG [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:14,850 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] regionserver.HStore(327): Store=175312a84c8c6b741885c49345bb0669/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:14,850 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,850 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175312a84c8c6b741885c49345bb0669 columnFamilyName sid 2024-11-24T13:21:14,850 DEBUG [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:14,851 INFO [StoreOpener-175312a84c8c6b741885c49345bb0669-1 {}] regionserver.HStore(327): Store=175312a84c8c6b741885c49345bb0669/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:14,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/replication/175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/replication/175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:14,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/replication/175312a84c8c6b741885c49345bb0669/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:14,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 175312a84c8c6b741885c49345bb0669; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59394207, jitterRate=-0.11495734751224518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:14,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:14,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 175312a84c8c6b741885c49345bb0669: Running coprocessor pre-open hook at 1732454474846Writing region info on filesystem at 1732454474846Initializing all the Stores at 1732454474847 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454474847Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454474847Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454474847Cleaning up temporary data from old regions at 1732454474852 (+5 ms)Running coprocessor post-open hooks at 1732454474857 (+5 ms)Region opened successfully at 1732454474857 2024-11-24T13:21:14,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669., pid=10, masterSystemTime=1732454474798 2024-11-24T13:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:14,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:14,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=175312a84c8c6b741885c49345bb0669, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,38965,1732454463448 2024-11-24T13:21:14,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175312a84c8c6b741885c49345bb0669, server=b10924491aa5,38965,1732454463448 because future has completed 2024-11-24T13:21:14,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:21:14,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 175312a84c8c6b741885c49345bb0669, server=b10924491aa5,38965,1732454463448 in 227 msec 2024-11-24T13:21:14,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:21:14,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=175312a84c8c6b741885c49345bb0669, ASSIGN in 387 msec 2024-11-24T13:21:14,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:14,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454474865"}]},"ts":"1732454474865"} 2024-11-24T13:21:14,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:21:14,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:14,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 836 msec 2024-11-24T13:21:14,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669., hostname=b10924491aa5,38965,1732454463448, seqNum=2] 2024-11-24T13:21:14,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:14,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:14,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:21:15,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:21:15,058 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:21:15,095 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,38965,1732454463448, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:21:15,096 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:15,096 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,38965,1732454463448, seqNum=-1] 2024-11-24T13:21:15,096 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:15,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:15,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,38965,1732454463448', locateType=CURRENT is [region=hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669., hostname=b10924491aa5,38965,1732454463448, seqNum=2] 2024-11-24T13:21:15,102 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:21:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:21:15,104 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,38965,1732454463448 suceeded 2024-11-24T13:21:15,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:21:15,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T13:21:15,106 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:44993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:21:15,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0890 sec 2024-11-24T13:21:15,123 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:44993' 2024-11-24T13:21:15,125 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f53508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,125 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:15,126 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:15,126 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:15,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:15,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:15,127 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 379, reset compression=false 2024-11-24T13:21:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291f32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,128 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:15,128 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bbefc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,128 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44993,1732454459785 2024-11-24T13:21:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b2a000 2024-11-24T13:21:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:15,130 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T13:21:15,131 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,38965,1732454463448 (queues=1) is replicating from cluster=baf6ffc8-4780-4904-b3d3-e6358af4d145 to cluster=624175d1-6916-4208-bc1a-591877f571d9 2024-11-24T13:21:15,131 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C38965%2C1732454463448 2024-11-24T13:21:15,131 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,38965,1732454463448, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:21:15,141 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, startPosition=0, beingWritten=true 2024-11-24T13:21:15,141 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C38965%2C1732454463448 2024-11-24T13:21:15,150 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:15,150 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 379, reset compression=false 2024-11-24T13:21:15,150 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:15,158 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:21:15,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:15,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:15,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:15,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,34451,-1 for getting cluster id 2024-11-24T13:21:15,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:15,160 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06aafca3-e7a6-4e14-9c10-c77f36788654' 2024-11-24T13:21:15,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:15,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06aafca3-e7a6-4e14-9c10-c77f36788654" 2024-11-24T13:21:15,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763d481f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,34451,-1] 2024-11-24T13:21:15,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:15,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,162 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f334e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:15,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:15,165 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd35e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,167 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620d2ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35551,-1 for getting cluster id 2024-11-24T13:21:15,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:15,181 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf6ffc8-4780-4904-b3d3-e6358af4d145' 2024-11-24T13:21:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf6ffc8-4780-4904-b3d3-e6358af4d145" 2024-11-24T13:21:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab9f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35551,-1] 2024-11-24T13:21:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,183 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b67d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,46571,1732454456188, seqNum=-1] 2024-11-24T13:21:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:15,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454465725.af1b85014d17e802d3ffc1cd69725305., hostname=b10924491aa5,46571,1732454456188, seqNum=2] 2024-11-24T13:21:15,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,38965,1732454463448, seqNum=-1] 2024-11-24T13:21:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:15,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454470041.c19133550644d371047ee85a852bf935., hostname=b10924491aa5,38965,1732454463448, seqNum=2] 2024-11-24T13:21:15,211 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T13:21:15,357 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 379, reset compression=false 2024-11-24T13:21:15,434 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 379, reset compression=false 2024-11-24T13:21:15,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:15,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:21:15,479 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88717 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:21:15,481 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:15,481 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 480, reset compression=false 2024-11-24T13:21:15,481 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,46571,1732454456188 got entry batch from reader: WALEntryBatch [walEntries=[{test/af1b85014d17e802d3ffc1cd69725305/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T13:21:15,484 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:15,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T13:21:15,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:15,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d61e59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44993,-1 for getting cluster id 2024-11-24T13:21:15,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:15,503 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '624175d1-6916-4208-bc1a-591877f571d9' 2024-11-24T13:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "624175d1-6916-4208-bc1a-591877f571d9" 2024-11-24T13:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@de023b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44993,-1] 2024-11-24T13:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,505 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:15,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f9157a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33061,1732454459834, seqNum=-1] 2024-11-24T13:21:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:15,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:15,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033., hostname=b10924491aa5,33061,1732454459834, seqNum=2] 2024-11-24T13:21:15,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:15,677 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 379, reset compression=false 2024-11-24T13:21:15,724 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 480, reset compression=false 2024-11-24T13:21:15,837 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 379, reset compression=false 2024-11-24T13:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:15,843 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 503, reset compression=false 2024-11-24T13:21:15,843 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[{test/9df6e8dd69abe49eb3f500056b2b2033/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T13:21:15,845 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:15,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T13:21:15,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:15,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202dad38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,35551,-1 for getting cluster id 2024-11-24T13:21:15,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:15,856 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf6ffc8-4780-4904-b3d3-e6358af4d145' 2024-11-24T13:21:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf6ffc8-4780-4904-b3d3-e6358af4d145" 2024-11-24T13:21:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c097a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,35551,-1] 2024-11-24T13:21:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:15,858 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:15,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8b6a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:15,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:15,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,38965,1732454463448, seqNum=-1] 2024-11-24T13:21:15,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:15,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:15,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732454470041.c19133550644d371047ee85a852bf935., hostname=b10924491aa5,38965,1732454463448, seqNum=2] 2024-11-24T13:21:15,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:16,065 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 480, reset compression=false 2024-11-24T13:21:16,078 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 503, reset compression=false 2024-11-24T13:21:16,097 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 379, reset compression=false 2024-11-24T13:21:16,103 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:16,104 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 526, reset compression=false 2024-11-24T13:21:16,104 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:16,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T13:21:16,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33061,1732454459834, seqNum=-1] 2024-11-24T13:21:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:16,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033., hostname=b10924491aa5,33061,1732454459834, seqNum=2] 2024-11-24T13:21:16,222 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T13:21:16,309 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 526, reset compression=false 2024-11-24T13:21:16,388 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 503, reset compression=false 2024-11-24T13:21:16,396 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:16,396 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 607, reset compression=false 2024-11-24T13:21:16,396 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[{test/9df6e8dd69abe49eb3f500056b2b2033/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T13:21:16,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:16,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:16,471 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 480, reset compression=false 2024-11-24T13:21:16,613 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 526, reset compression=false 2024-11-24T13:21:16,621 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 607, reset compression=false 2024-11-24T13:21:16,633 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:16,633 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 653, reset compression=false 2024-11-24T13:21:16,633 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:16,837 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 653, reset compression=false 2024-11-24T13:21:16,941 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 607, reset compression=false 2024-11-24T13:21:16,976 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 480, reset compression=false 2024-11-24T13:21:16,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:16,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:16,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:16,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:16,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:16,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:17,150 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 653, reset compression=false 2024-11-24T13:21:17,224 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T13:21:17,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T13:21:17,353 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 607, reset compression=false 2024-11-24T13:21:17,574 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 653, reset compression=false 2024-11-24T13:21:17,578 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:17,578 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 757, reset compression=false 2024-11-24T13:21:17,578 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19133550644d371047ee85a852bf935/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T13:21:17,580 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:17,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T13:21:17,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:17,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:17,590 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 480, reset compression=false 2024-11-24T13:21:17,782 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 757, reset compression=false 2024-11-24T13:21:17,857 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 607, reset compression=false 2024-11-24T13:21:17,861 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:17,861 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 735, reset compression=false 2024-11-24T13:21:17,862 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:18,065 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 735, reset compression=false 2024-11-24T13:21:18,086 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 757, reset compression=false 2024-11-24T13:21:18,231 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T13:21:18,234 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T13:21:18,293 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 480, reset compression=false 2024-11-24T13:21:18,300 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:18,300 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:18,300 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,46571,1732454456188 got entry batch from reader: WALEntryBatch [walEntries=[{test/af1b85014d17e802d3ffc1cd69725305/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T13:21:18,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:18,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 735, reset compression=false 2024-11-24T13:21:18,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:18,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 882, reset compression=false 2024-11-24T13:21:18,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[{test/9df6e8dd69abe49eb3f500056b2b2033/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T13:21:18,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:18,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:18,490 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 757, reset compression=false 2024-11-24T13:21:18,495 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:18,495 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 927, reset compression=false 2024-11-24T13:21:18,495 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:18,505 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:18,581 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 882, reset compression=false 2024-11-24T13:21:18,698 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 927, reset compression=false 2024-11-24T13:21:18,808 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:18,884 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 882, reset compression=false 2024-11-24T13:21:19,002 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 927, reset compression=false 2024-11-24T13:21:19,213 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:19,237 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T13:21:19,242 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T13:21:19,288 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 882, reset compression=false 2024-11-24T13:21:19,297 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:19,297 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1041, reset compression=false 2024-11-24T13:21:19,297 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[{test/9df6e8dd69abe49eb3f500056b2b2033/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T13:21:19,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:19,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:19,405 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 927, reset compression=false 2024-11-24T13:21:19,411 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:19,411 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1076, reset compression=false 2024-11-24T13:21:19,411 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:19,501 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1041, reset compression=false 2024-11-24T13:21:19,615 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1076, reset compression=false 2024-11-24T13:21:19,717 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:19,805 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1041, reset compression=false 2024-11-24T13:21:19,920 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1076, reset compression=false 2024-11-24T13:21:20,209 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1041, reset compression=false 2024-11-24T13:21:20,244 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T13:21:20,254 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T13:21:20,320 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:20,324 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1076, reset compression=false 2024-11-24T13:21:20,327 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:20,327 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1235, reset compression=false 2024-11-24T13:21:20,327 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19133550644d371047ee85a852bf935/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T13:21:20,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T13:21:20,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T13:21:20,530 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1235, reset compression=false 2024-11-24T13:21:20,718 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1041, reset compression=false 2024-11-24T13:21:20,723 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:20,723 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1191, reset compression=false 2024-11-24T13:21:20,724 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:20,835 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1235, reset compression=false 2024-11-24T13:21:20,941 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1191, reset compression=false 2024-11-24T13:21:21,024 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:21,240 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1235, reset compression=false 2024-11-24T13:21:21,245 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1191, reset compression=false 2024-11-24T13:21:21,256 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T13:21:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:21:21,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:21,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:21,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:21,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:21,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:21,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:21:21,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1450012680, stopped=false 2024-11-24T13:21:21,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,35551,1732454463397 2024-11-24T13:21:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21450908094/running 2024-11-24T13:21:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21450908094/running 2024-11-24T13:21:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:21,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:21,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:21,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:21,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:21,264 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,38965,1732454463448' ***** 2024-11-24T13:21:21,264 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:21:21,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on znode that does not yet exist, /21450908094/running 2024-11-24T13:21:21,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Set watcher on znode that does not yet exist, /21450908094/running 2024-11-24T13:21:21,265 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:21:21,265 INFO [RS:0;b10924491aa5:38965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:21:21,265 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:21:21,265 INFO [RS:0;b10924491aa5:38965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:21:21,265 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(3091): Received CLOSE for c19133550644d371047ee85a852bf935 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(3091): Received CLOSE for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,38965,1732454463448 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:38965. 2024-11-24T13:21:21,266 DEBUG [RS:0;b10924491aa5:38965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:21,266 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c19133550644d371047ee85a852bf935, disabling compactions & flushes 2024-11-24T13:21:21,266 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:21,266 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:21,266 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:21,266 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454470041.c19133550644d371047ee85a852bf935. after waiting 0 ms 2024-11-24T13:21:21,266 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:21:21,266 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:21:21,266 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c19133550644d371047ee85a852bf935 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T13:21:21,267 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:21:21,267 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c19133550644d371047ee85a852bf935=test,,1732454470041.c19133550644d371047ee85a852bf935., 175312a84c8c6b741885c49345bb0669=hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669.} 2024-11-24T13:21:21,267 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175312a84c8c6b741885c49345bb0669, c19133550644d371047ee85a852bf935 2024-11-24T13:21:21,267 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:21,267 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:21,267 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:21,267 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:21,267 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:21,267 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:21:21,282 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/info/d2f5e966392e4cd08fa02afdd5db3115 is 147, key is hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669./info:regioninfo/1732454474859/Put/seqid=0 2024-11-24T13:21:21,282 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/f/10b9f1f4411b4623807a32934d20265a is 29, key is row1/f:/1732454479238/DeleteFamily/seqid=0 2024-11-24T13:21:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741841_1017 (size=7686) 2024-11-24T13:21:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741840_1016 (size=5152) 2024-11-24T13:21:21,287 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/info/d2f5e966392e4cd08fa02afdd5db3115 2024-11-24T13:21:21,287 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/f/10b9f1f4411b4623807a32934d20265a 2024-11-24T13:21:21,299 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b9f1f4411b4623807a32934d20265a 2024-11-24T13:21:21,305 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:21,312 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/ns/51c209c4c1294d9e8a00b5715f131437 is 43, key is default/ns:d/1732454465577/Put/seqid=0 2024-11-24T13:21:21,315 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/f1/a7fed0123d234fc99cd29c37542d6564 is 30, key is row1/f1:/1732454479238/DeleteFamily/seqid=0 2024-11-24T13:21:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741842_1018 (size=5153) 2024-11-24T13:21:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741843_1019 (size=5158) 2024-11-24T13:21:21,319 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/f1/a7fed0123d234fc99cd29c37542d6564 2024-11-24T13:21:21,322 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7fed0123d234fc99cd29c37542d6564 2024-11-24T13:21:21,336 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/norep/1a59d9adb14a4f82a96be446ba67ec18 is 33, key is row2/norep:/1732454480245/DeleteFamily/seqid=0 2024-11-24T13:21:21,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741844_1020 (size=5108) 2024-11-24T13:21:21,467 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175312a84c8c6b741885c49345bb0669, c19133550644d371047ee85a852bf935 2024-11-24T13:21:21,648 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1191, reset compression=false 2024-11-24T13:21:21,667 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175312a84c8c6b741885c49345bb0669, c19133550644d371047ee85a852bf935 2024-11-24T13:21:21,720 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/ns/51c209c4c1294d9e8a00b5715f131437 2024-11-24T13:21:21,740 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/norep/1a59d9adb14a4f82a96be446ba67ec18 2024-11-24T13:21:21,742 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/rep_barrier/d70caf36c645495193fbb7e45cbe5ddf is 112, key is test,,1732454470041.c19133550644d371047ee85a852bf935./rep_barrier:seqnumDuringOpen/1732454470423/Put/seqid=0 2024-11-24T13:21:21,744 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a59d9adb14a4f82a96be446ba67ec18 2024-11-24T13:21:21,744 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1235, reset compression=false 2024-11-24T13:21:21,744 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/f/10b9f1f4411b4623807a32934d20265a as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/f/10b9f1f4411b4623807a32934d20265a 2024-11-24T13:21:21,750 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b9f1f4411b4623807a32934d20265a 2024-11-24T13:21:21,751 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/f/10b9f1f4411b4623807a32934d20265a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T13:21:21,751 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/f1/a7fed0123d234fc99cd29c37542d6564 as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/f1/a7fed0123d234fc99cd29c37542d6564 2024-11-24T13:21:21,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741845_1021 (size=5518) 2024-11-24T13:21:21,756 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/rep_barrier/d70caf36c645495193fbb7e45cbe5ddf 2024-11-24T13:21:21,757 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7fed0123d234fc99cd29c37542d6564 2024-11-24T13:21:21,757 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/f1/a7fed0123d234fc99cd29c37542d6564, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T13:21:21,758 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/.tmp/norep/1a59d9adb14a4f82a96be446ba67ec18 as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/norep/1a59d9adb14a4f82a96be446ba67ec18 2024-11-24T13:21:21,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:21,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1482, reset compression=false 2024-11-24T13:21:21,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,38965,1732454463448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:21,763 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,38965,1732454463448: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,38965,1732454463448, walGroup=b10924491aa5%2C38965%2C1732454463448, offset=b10924491aa5%2C38965%2C1732454463448.1732454465113:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:38965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:21:21,765 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:21:21,765 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a59d9adb14a4f82a96be446ba67ec18 2024-11-24T13:21:21,765 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:21:21,765 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/norep/1a59d9adb14a4f82a96be446ba67ec18, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T13:21:21,765 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:21:21,765 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:21:21,765 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:21:21,765 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1241513984, "init": 1048576000, "max": 2306867200, "used": 957977752 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 201866192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:21:21,766 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c19133550644d371047ee85a852bf935 in 500ms, sequenceid=10, compaction requested=false 2024-11-24T13:21:21,766 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:35551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:35551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:21:21,773 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:21,773 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1831, reset compression=false 2024-11-24T13:21:21,782 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/default/test/c19133550644d371047ee85a852bf935/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T13:21:21,782 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:21,783 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c19133550644d371047ee85a852bf935: Waiting for close lock at 1732454481266Running coprocessor pre-close hooks at 1732454481266Disabling compacts and flushes for region at 1732454481266Disabling writes for close at 1732454481266Obtaining lock to block concurrent updates at 1732454481266Preparing flush snapshotting stores in c19133550644d371047ee85a852bf935 at 1732454481266Finished memstore snapshotting test,,1732454470041.c19133550644d371047ee85a852bf935., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732454481267 (+1 ms)Flushing stores of test,,1732454470041.c19133550644d371047ee85a852bf935. at 1732454481267Flushing c19133550644d371047ee85a852bf935/f: creating writer at 1732454481267Flushing c19133550644d371047ee85a852bf935/f: appending metadata at 1732454481282 (+15 ms)Flushing c19133550644d371047ee85a852bf935/f: closing flushed file at 1732454481282Flushing c19133550644d371047ee85a852bf935/f1: creating writer at 1732454481299 (+17 ms)Flushing c19133550644d371047ee85a852bf935/f1: appending metadata at 1732454481315 (+16 ms)Flushing c19133550644d371047ee85a852bf935/f1: closing flushed file at 1732454481315Flushing c19133550644d371047ee85a852bf935/norep: creating writer at 1732454481322 (+7 ms)Flushing c19133550644d371047ee85a852bf935/norep: appending metadata at 1732454481335 (+13 ms)Flushing c19133550644d371047ee85a852bf935/norep: closing flushed file at 1732454481335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489f3394: reopening flushed file at 1732454481744 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c5b420: reopening flushed file at 1732454481751 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdacefb: reopening flushed file at 1732454481757 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c19133550644d371047ee85a852bf935 in 500ms, sequenceid=10, compaction requested=false at 1732454481767 (+10 ms)Writing region close event to WAL at 1732454481780 (+13 ms)Running coprocessor post-close hooks at 1732454481782 (+2 ms)Closed at 1732454481783 (+1 ms) 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454470041.c19133550644d371047ee85a852bf935. 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/table/cf99dedd5e96475d8653ddc593612624 is 53, key is hbase:replication/table:state/1732454474865/Put/seqid=0 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 175312a84c8c6b741885c49345bb0669, disabling compactions & flushes 2024-11-24T13:21:21,783 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. after waiting 0 ms 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 175312a84c8c6b741885c49345bb0669: Waiting for close lock at 1732454481783Running coprocessor pre-close hooks at 1732454481783Disabling compacts and flushes for region at 1732454481783Disabling writes for close at 1732454481783Failed flush hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669., putting online again at 1732454481783 2024-11-24T13:21:21,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741846_1022 (size=5308) 2024-11-24T13:21:21,786 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/table/cf99dedd5e96475d8653ddc593612624 2024-11-24T13:21:21,791 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/info/d2f5e966392e4cd08fa02afdd5db3115 as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/info/d2f5e966392e4cd08fa02afdd5db3115 2024-11-24T13:21:21,794 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/info/d2f5e966392e4cd08fa02afdd5db3115, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:21:21,794 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/ns/51c209c4c1294d9e8a00b5715f131437 as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/ns/51c209c4c1294d9e8a00b5715f131437 2024-11-24T13:21:21,797 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/ns/51c209c4c1294d9e8a00b5715f131437, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:21:21,798 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/rep_barrier/d70caf36c645495193fbb7e45cbe5ddf as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/rep_barrier/d70caf36c645495193fbb7e45cbe5ddf 2024-11-24T13:21:21,801 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/rep_barrier/d70caf36c645495193fbb7e45cbe5ddf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:21:21,803 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/.tmp/table/cf99dedd5e96475d8653ddc593612624 as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/table/cf99dedd5e96475d8653ddc593612624 2024-11-24T13:21:21,818 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/table/cf99dedd5e96475d8653ddc593612624, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:21:21,819 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=16, compaction requested=false 2024-11-24T13:21:21,827 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:21,830 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:21:21,830 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:21,831 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:21,831 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:21,831 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454481267Running coprocessor pre-close hooks at 1732454481267Disabling compacts and flushes for region at 1732454481267Disabling writes for close at 1732454481267Obtaining lock to block concurrent updates at 1732454481267Preparing flush snapshotting stores in 1588230740 at 1732454481267Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454481267Flushing stores of hbase:meta,,1.1588230740 at 1732454481267Flushing 1588230740/info: creating writer at 1732454481268 (+1 ms)Flushing 1588230740/info: appending metadata at 1732454481282 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732454481282Flushing 1588230740/ns: creating writer at 1732454481299 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732454481312 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732454481312Flushing 1588230740/rep_barrier: creating writer at 1732454481724 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454481742 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454481742Flushing 1588230740/table: creating writer at 1732454481760 (+18 ms)Flushing 1588230740/table: appending metadata at 1732454481782 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732454481782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2186832c: reopening flushed file at 1732454481790 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e0379d: reopening flushed file at 1732454481794 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559bb4cc: reopening flushed file at 1732454481797 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be08b69: reopening flushed file at 1732454481801 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=16, compaction requested=false at 1732454481819 (+18 ms)Writing region close event to WAL at 1732454481824 (+5 ms)Running coprocessor post-close hooks at 1732454481830 (+6 ms)Closed at 1732454481831 (+1 ms) 2024-11-24T13:21:21,831 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:21,867 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(3091): Received CLOSE for 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:21,867 DEBUG [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1351): Waiting on 175312a84c8c6b741885c49345bb0669 2024-11-24T13:21:21,867 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 175312a84c8c6b741885c49345bb0669, disabling compactions & flushes 2024-11-24T13:21:21,867 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,867 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,867 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. after waiting 0 ms 2024-11-24T13:21:21,867 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,868 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 175312a84c8c6b741885c49345bb0669: Waiting for close lock at 1732454481867Running coprocessor pre-close hooks at 1732454481867Disabling compacts and flushes for region at 1732454481867Disabling writes for close at 1732454481867Failed flush hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669., putting online again at 1732454481868 (+1 ms) 2024-11-24T13:21:21,868 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732454474032.175312a84c8c6b741885c49345bb0669. 2024-11-24T13:21:21,981 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.1732454465113 to pos 1831, reset compression=false 2024-11-24T13:21:21,983 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:21:21,983 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:21:21,986 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:22,067 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T13:21:22,067 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,38965,1732454463448; all regions closed. 2024-11-24T13:21:22,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:21:22,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/WALs/b10924491aa5,38965,1732454463448/b10924491aa5%2C38965%2C1732454463448.meta.1732454465518.meta not finished, retry = 0 2024-11-24T13:21:22,153 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1191, reset compression=false 2024-11-24T13:21:22,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741839_1015 (size=2171) 2024-11-24T13:21:22,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741833_1009 (size=2134) 2024-11-24T13:21:22,185 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,185 INFO [RS:0;b10924491aa5:38965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:22,185 INFO [RS:0;b10924491aa5:38965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:22,186 INFO [RS:0;b10924491aa5:38965 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:22,186 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:22,186 INFO [RS:0;b10924491aa5:38965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:22,186 INFO [RS:0;b10924491aa5:38965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,38965,1732454463448 because: Region server is closing 2024-11-24T13:21:22,187 INFO [RS:0;b10924491aa5:38965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:38965. 2024-11-24T13:21:22,188 DEBUG [RS:0;b10924491aa5:38965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:22,188 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,188 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:22,288 INFO [RS:0;b10924491aa5:38965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.shipperb10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 terminated 2024-11-24T13:21:22,288 INFO [RS:0;b10924491aa5:38965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:38965. 2024-11-24T13:21:22,288 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,38965,1732454463448.replicationSource.wal-reader.b10924491aa5%2C38965%2C1732454463448,1-b10924491aa5,38965,1732454463448 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-24T13:21:22,288 DEBUG [RS:0;b10924491aa5:38965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:22,288 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,288 DEBUG [RS:0;b10924491aa5:38965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,289 INFO [RS:0;b10924491aa5:38965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38965 2024-11-24T13:21:22,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094/rs 2024-11-24T13:21:22,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21450908094/rs/b10924491aa5,38965,1732454463448 2024-11-24T13:21:22,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:22,294 INFO [RS:0;b10924491aa5:38965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:22,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,38965,1732454463448] 2024-11-24T13:21:22,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21450908094/draining/b10924491aa5,38965,1732454463448 already deleted, retry=false 2024-11-24T13:21:22,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,38965,1732454463448 expired; onlineServers=0 2024-11-24T13:21:22,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,35551,1732454463397' ***** 2024-11-24T13:21:22,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:21:22,300 INFO [M:0;b10924491aa5:35551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:22,300 INFO [M:0;b10924491aa5:35551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:22,300 DEBUG [M:0;b10924491aa5:35551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:21:22,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:21:22,300 DEBUG [M:0;b10924491aa5:35551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:21:22,300 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454464888 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454464888,5,FailOnTimeoutGroup] 2024-11-24T13:21:22,301 INFO [M:0;b10924491aa5:35551 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:22,301 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454464884 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454464884,5,FailOnTimeoutGroup] 2024-11-24T13:21:22,301 INFO [M:0;b10924491aa5:35551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:22,301 DEBUG [M:0;b10924491aa5:35551 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:21:22,301 INFO [M:0;b10924491aa5:35551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:21:22,301 INFO [M:0;b10924491aa5:35551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:22,301 INFO [M:0;b10924491aa5:35551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:21:22,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:21:22,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21450908094/master 2024-11-24T13:21:22,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21450908094 2024-11-24T13:21:22,304 DEBUG [M:0;b10924491aa5:35551 {}] zookeeper.RecoverableZooKeeper(212): Node /21450908094/master already deleted, retry=false 2024-11-24T13:21:22,304 DEBUG [M:0;b10924491aa5:35551 {}] master.ActiveMasterManager(353): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Failed delete of our master address node; KeeperErrorCode = NoNode for /21450908094/master 2024-11-24T13:21:22,305 INFO [M:0;b10924491aa5:35551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/.lastflushedseqids 2024-11-24T13:21:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741847_1023 (size=245) 2024-11-24T13:21:22,363 INFO [M:0;b10924491aa5:35551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:21:22,363 INFO [M:0;b10924491aa5:35551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:21:22,363 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:22,363 INFO [M:0;b10924491aa5:35551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:22,363 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:22,363 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:22,363 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:22,363 INFO [M:0;b10924491aa5:35551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T13:21:22,399 DEBUG [M:0;b10924491aa5:35551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a980144f0642f2a025e6a0f539944f is 82, key is hbase:meta,,1/info:regioninfo/1732454465561/Put/seqid=0 2024-11-24T13:21:22,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:22,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38965-0x1014a2301f20007, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:22,400 INFO [RS:0;b10924491aa5:38965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:22,400 INFO [RS:0;b10924491aa5:38965 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,38965,1732454463448; zookeeper connection closed. 2024-11-24T13:21:22,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46766df0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46766df0 2024-11-24T13:21:22,421 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:21:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741848_1024 (size=5672) 2024-11-24T13:21:22,458 INFO [M:0;b10924491aa5:35551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a980144f0642f2a025e6a0f539944f 2024-11-24T13:21:22,512 DEBUG [M:0;b10924491aa5:35551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/882098deedf94f39bd830f3f5905810c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454474868/Put/seqid=0 2024-11-24T13:21:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741849_1025 (size=8516) 2024-11-24T13:21:22,526 INFO [M:0;b10924491aa5:35551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/882098deedf94f39bd830f3f5905810c 2024-11-24T13:21:22,563 DEBUG [M:0;b10924491aa5:35551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/753f388afa5a49c8bc4bd935835e122d is 69, key is b10924491aa5,38965,1732454463448/rs:state/1732454464941/Put/seqid=0 2024-11-24T13:21:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741850_1026 (size=5156) 2024-11-24T13:21:22,569 INFO [M:0;b10924491aa5:35551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/753f388afa5a49c8bc4bd935835e122d 2024-11-24T13:21:22,578 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a980144f0642f2a025e6a0f539944f as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58a980144f0642f2a025e6a0f539944f 2024-11-24T13:21:22,583 INFO [M:0;b10924491aa5:35551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58a980144f0642f2a025e6a0f539944f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:21:22,584 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/882098deedf94f39bd830f3f5905810c as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/882098deedf94f39bd830f3f5905810c 2024-11-24T13:21:22,591 INFO [M:0;b10924491aa5:35551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/882098deedf94f39bd830f3f5905810c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:21:22,593 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/753f388afa5a49c8bc4bd935835e122d as hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/753f388afa5a49c8bc4bd935835e122d 2024-11-24T13:21:22,603 INFO [M:0;b10924491aa5:35551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36637/user/jenkins/test-data/7ec56174-8ae2-1414-a766-173db83d1fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/753f388afa5a49c8bc4bd935835e122d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:21:22,604 INFO [M:0;b10924491aa5:35551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 241ms, sequenceid=97, compaction requested=false 2024-11-24T13:21:22,609 INFO [M:0;b10924491aa5:35551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:22,609 DEBUG [M:0;b10924491aa5:35551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454482363Disabling compacts and flushes for region at 1732454482363Disabling writes for close at 1732454482363Obtaining lock to block concurrent updates at 1732454482363Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454482363Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732454482364 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454482365 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454482365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454482399 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454482399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454482465 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454482512 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454482512Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454482532 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454482563 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454482563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26181cb9: reopening flushed file at 1732454482577 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e66755: reopening flushed file at 1732454482583 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0a53a3: reopening flushed file at 1732454482591 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 241ms, sequenceid=97, compaction requested=false at 1732454482604 (+13 ms)Writing region close event to WAL at 1732454482609 (+5 ms)Closed at 1732454482609 2024-11-24T13:21:22,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33179 is added to blk_1073741830_1006 (size=63654) 2024-11-24T13:21:22,612 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:22,612 INFO [M:0;b10924491aa5:35551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:21:22,613 INFO [M:0;b10924491aa5:35551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35551 2024-11-24T13:21:22,614 INFO [M:0;b10924491aa5:35551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:22,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:22,717 INFO [M:0;b10924491aa5:35551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:22,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35551-0x1014a2301f20006, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:22,733 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:22,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5185f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:22,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d4c6a52{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:22,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:22,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2579cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:22,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:22,744 WARN [BP-2090017640-172.17.0.2-1732454462630 heartbeating to localhost/127.0.0.1:36637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:21:22,744 WARN [BP-2090017640-172.17.0.2-1732454462630 heartbeating to localhost/127.0.0.1:36637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2090017640-172.17.0.2-1732454462630 (Datanode Uuid d6fce054-4c01-4aa4-85f0-6bbadf0f7a42) service to localhost/127.0.0.1:36637 2024-11-24T13:21:22,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:21:22,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:21:22,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:21:22,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/cluster_aff658aa-bb26-819d-0f3f-27aca82e8f27/data/data1/current/BP-2090017640-172.17.0.2-1732454462630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:22,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/cluster_aff658aa-bb26-819d-0f3f-27aca82e8f27/data/data2/current/BP-2090017640-172.17.0.2-1732454462630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:22,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4605f804{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:22,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a92c29c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:22,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:22,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:22,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:22,763 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1191, reset compression=false 2024-11-24T13:21:22,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:21:22,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:21:22,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:22,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:22,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:22,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:21:22,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=5480334, stopped=false 2024-11-24T13:21:22,787 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,44993,1732454459785 2024-11-24T13:21:22,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11094800759/running 2024-11-24T13:21:22,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11094800759/running 2024-11-24T13:21:22,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:22,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:22,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:22,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on znode that does not yet exist, /11094800759/running 2024-11-24T13:21:22,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Set watcher on znode that does not yet exist, /11094800759/running 2024-11-24T13:21:22,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:22,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:22,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,33061,1732454459834' ***** 2024-11-24T13:21:22,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:21:22,792 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:21:22,792 INFO [RS:0;b10924491aa5:33061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:21:22,792 INFO [RS:0;b10924491aa5:33061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:21:22,792 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:22,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:21:22,796 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:22,796 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,33061,1732454459834 2024-11-24T13:21:22,796 INFO [RS:0;b10924491aa5:33061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:22,796 INFO [RS:0;b10924491aa5:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33061. 2024-11-24T13:21:22,796 DEBUG [RS:0;b10924491aa5:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:22,796 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:22,797 INFO [RS:0;b10924491aa5:33061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:21:22,797 INFO [RS:0;b10924491aa5:33061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:21:22,797 INFO [RS:0;b10924491aa5:33061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:21:22,797 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:21:22,797 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9df6e8dd69abe49eb3f500056b2b2033, disabling compactions & flushes 2024-11-24T13:21:22,797 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:22,797 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:22,797 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. after waiting 0 ms 2024-11-24T13:21:22,797 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:22,797 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9df6e8dd69abe49eb3f500056b2b2033 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T13:21:22,804 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:21:22,804 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9df6e8dd69abe49eb3f500056b2b2033=test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033., 65efb7bedf7d90d9dc8c123b280e59dd=hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd.} 2024-11-24T13:21:22,804 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65efb7bedf7d90d9dc8c123b280e59dd, 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:22,804 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:22,804 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:22,805 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:22,805 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:22,805 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:22,805 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:21:22,841 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/info/19f80ce4ebff462ea89d03d0b0d4643c is 147, key is hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd./info:regioninfo/1732454472781/Put/seqid=0 2024-11-24T13:21:22,848 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/f/f395e921059f4f85a7eab1b8cb26ccde is 29, key is row1/f:/1732454479238/DeleteFamily/seqid=0 2024-11-24T13:21:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741840_1016 (size=7686) 2024-11-24T13:21:22,868 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:22,868 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/info/19f80ce4ebff462ea89d03d0b0d4643c 2024-11-24T13:21:22,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741841_1017 (size=5152) 2024-11-24T13:21:22,893 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/f/f395e921059f4f85a7eab1b8cb26ccde 2024-11-24T13:21:22,898 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f395e921059f4f85a7eab1b8cb26ccde 2024-11-24T13:21:22,920 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/ns/82a17251132f4edbb3a6341813e4d5c6 is 43, key is default/ns:d/1732454462470/Put/seqid=0 2024-11-24T13:21:22,921 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/f1/4dbbec04a11241aba31711f52e17123e is 30, key is row1/f1:/1732454479238/DeleteFamily/seqid=0 2024-11-24T13:21:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741842_1018 (size=5153) 2024-11-24T13:21:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741843_1019 (size=5158) 2024-11-24T13:21:23,005 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65efb7bedf7d90d9dc8c123b280e59dd, 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:23,205 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65efb7bedf7d90d9dc8c123b280e59dd, 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:23,327 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/ns/82a17251132f4edbb3a6341813e4d5c6 2024-11-24T13:21:23,331 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/f1/4dbbec04a11241aba31711f52e17123e 2024-11-24T13:21:23,333 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:21:23,333 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:21:23,337 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dbbec04a11241aba31711f52e17123e 2024-11-24T13:21:23,351 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/rep_barrier/91251ca93de5476e8f9c1796952f6f27 is 112, key is test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033./rep_barrier:seqnumDuringOpen/1732454469054/Put/seqid=0 2024-11-24T13:21:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741844_1020 (size=5518) 2024-11-24T13:21:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/norep/1ff4d5cfa72c4f04b41c260e114415c5 is 33, key is row1/norep:/1732454479238/DeleteFamily/seqid=0 2024-11-24T13:21:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741845_1021 (size=5108) 2024-11-24T13:21:23,405 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65efb7bedf7d90d9dc8c123b280e59dd, 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:23,485 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1191, reset compression=false 2024-11-24T13:21:23,490 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:23,490 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1438, reset compression=false 2024-11-24T13:21:23,490 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33061,1732454459834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:23,491 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,33061,1732454459834: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,33061,1732454459834, walGroup=b10924491aa5%2C33061%2C1732454459834, offset=b10924491aa5%2C33061%2C1732454459834.1732454461475:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:21:23,492 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:21:23,492 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:21:23,492 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:21:23,492 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:21:23,492 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:21:23,493 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1241513984, "init": 1048576000, "max": 2306867200, "used": 1010406544 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 202158696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:21:23,493 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:44993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:44993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:21:23,605 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65efb7bedf7d90d9dc8c123b280e59dd, 9df6e8dd69abe49eb3f500056b2b2033 2024-11-24T13:21:23,696 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1438, reset compression=false 2024-11-24T13:21:23,747 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:23,757 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/rep_barrier/91251ca93de5476e8f9c1796952f6f27 2024-11-24T13:21:23,768 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/norep/1ff4d5cfa72c4f04b41c260e114415c5 2024-11-24T13:21:23,772 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ff4d5cfa72c4f04b41c260e114415c5 2024-11-24T13:21:23,773 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/f/f395e921059f4f85a7eab1b8cb26ccde as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/f/f395e921059f4f85a7eab1b8cb26ccde 2024-11-24T13:21:23,777 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f395e921059f4f85a7eab1b8cb26ccde 2024-11-24T13:21:23,777 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/f/f395e921059f4f85a7eab1b8cb26ccde, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T13:21:23,778 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/f1/4dbbec04a11241aba31711f52e17123e as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/f1/4dbbec04a11241aba31711f52e17123e 2024-11-24T13:21:23,779 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/table/4e23e2d2709041f4b6deefa641e8364a is 53, key is hbase:replication/table:state/1732454472795/Put/seqid=0 2024-11-24T13:21:23,783 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dbbec04a11241aba31711f52e17123e 2024-11-24T13:21:23,783 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/f1/4dbbec04a11241aba31711f52e17123e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T13:21:23,783 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/.tmp/norep/1ff4d5cfa72c4f04b41c260e114415c5 as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/norep/1ff4d5cfa72c4f04b41c260e114415c5 2024-11-24T13:21:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741846_1022 (size=5308) 2024-11-24T13:21:23,787 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/table/4e23e2d2709041f4b6deefa641e8364a 2024-11-24T13:21:23,787 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ff4d5cfa72c4f04b41c260e114415c5 2024-11-24T13:21:23,787 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/norep/1ff4d5cfa72c4f04b41c260e114415c5, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T13:21:23,788 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9df6e8dd69abe49eb3f500056b2b2033 in 991ms, sequenceid=10, compaction requested=false 2024-11-24T13:21:23,789 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:21:23,794 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/default/test/9df6e8dd69abe49eb3f500056b2b2033/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T13:21:23,794 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:23,794 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:23,795 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9df6e8dd69abe49eb3f500056b2b2033: Waiting for close lock at 1732454482797Running coprocessor pre-close hooks at 1732454482797Disabling compacts and flushes for region at 1732454482797Disabling writes for close at 1732454482797Obtaining lock to block concurrent updates at 1732454482797Preparing flush snapshotting stores in 9df6e8dd69abe49eb3f500056b2b2033 at 1732454482797Finished memstore snapshotting test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732454482799 (+2 ms)Flushing stores of test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. at 1732454482799Flushing 9df6e8dd69abe49eb3f500056b2b2033/f: creating writer at 1732454482799Flushing 9df6e8dd69abe49eb3f500056b2b2033/f: appending metadata at 1732454482848 (+49 ms)Flushing 9df6e8dd69abe49eb3f500056b2b2033/f: closing flushed file at 1732454482848Flushing 9df6e8dd69abe49eb3f500056b2b2033/f1: creating writer at 1732454482899 (+51 ms)Flushing 9df6e8dd69abe49eb3f500056b2b2033/f1: appending metadata at 1732454482921 (+22 ms)Flushing 9df6e8dd69abe49eb3f500056b2b2033/f1: closing flushed file at 1732454482921Flushing 9df6e8dd69abe49eb3f500056b2b2033/norep: creating writer at 1732454483337 (+416 ms)Flushing 9df6e8dd69abe49eb3f500056b2b2033/norep: appending metadata at 1732454483363 (+26 ms)Flushing 9df6e8dd69abe49eb3f500056b2b2033/norep: closing flushed file at 1732454483363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b094eb7: reopening flushed file at 1732454483772 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70225bfb: reopening flushed file at 1732454483777 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6863c7b6: reopening flushed file at 1732454483783 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9df6e8dd69abe49eb3f500056b2b2033 in 991ms, sequenceid=10, compaction requested=false at 1732454483788 (+5 ms)Writing region close event to WAL at 1732454483791 (+3 ms)Running coprocessor post-close hooks at 1732454483794 (+3 ms)Closed at 1732454483795 (+1 ms) 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454467881.9df6e8dd69abe49eb3f500056b2b2033. 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65efb7bedf7d90d9dc8c123b280e59dd, disabling compactions & flushes 2024-11-24T13:21:23,795 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. after waiting 0 ms 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65efb7bedf7d90d9dc8c123b280e59dd: Waiting for close lock at 1732454483795Running coprocessor pre-close hooks at 1732454483795Disabling compacts and flushes for region at 1732454483795Disabling writes for close at 1732454483795Failed flush hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd., putting online again at 1732454483795 2024-11-24T13:21:23,795 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,796 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/info/19f80ce4ebff462ea89d03d0b0d4643c as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/info/19f80ce4ebff462ea89d03d0b0d4643c 2024-11-24T13:21:23,800 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/info/19f80ce4ebff462ea89d03d0b0d4643c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:21:23,801 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/ns/82a17251132f4edbb3a6341813e4d5c6 as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/ns/82a17251132f4edbb3a6341813e4d5c6 2024-11-24T13:21:23,805 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/ns/82a17251132f4edbb3a6341813e4d5c6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:21:23,805 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/rep_barrier/91251ca93de5476e8f9c1796952f6f27 as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/rep_barrier/91251ca93de5476e8f9c1796952f6f27 2024-11-24T13:21:23,805 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:21:23,805 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 65efb7bedf7d90d9dc8c123b280e59dd=hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd.} 2024-11-24T13:21:23,805 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:23,805 DEBUG [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65efb7bedf7d90d9dc8c123b280e59dd 2024-11-24T13:21:23,806 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65efb7bedf7d90d9dc8c123b280e59dd, disabling compactions & flushes 2024-11-24T13:21:23,806 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,806 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,806 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. after waiting 0 ms 2024-11-24T13:21:23,806 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,806 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65efb7bedf7d90d9dc8c123b280e59dd: Waiting for close lock at 1732454483806Running coprocessor pre-close hooks at 1732454483806Disabling compacts and flushes for region at 1732454483806Disabling writes for close at 1732454483806Failed flush hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd., putting online again at 1732454483806 2024-11-24T13:21:23,806 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732454471868.65efb7bedf7d90d9dc8c123b280e59dd. 2024-11-24T13:21:23,810 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/rep_barrier/91251ca93de5476e8f9c1796952f6f27, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:21:23,810 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/.tmp/table/4e23e2d2709041f4b6deefa641e8364a as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/table/4e23e2d2709041f4b6deefa641e8364a 2024-11-24T13:21:23,814 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/table/4e23e2d2709041f4b6deefa641e8364a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:21:23,815 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1010ms, sequenceid=16, compaction requested=false 2024-11-24T13:21:23,815 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:21:23,820 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:21:23,821 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:23,821 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:23,821 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:23,821 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454482804Running coprocessor pre-close hooks at 1732454482804Disabling compacts and flushes for region at 1732454482804Disabling writes for close at 1732454482805 (+1 ms)Obtaining lock to block concurrent updates at 1732454482805Preparing flush snapshotting stores in 1588230740 at 1732454482805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454482806 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454482807 (+1 ms)Flushing 1588230740/info: creating writer at 1732454482807Flushing 1588230740/info: appending metadata at 1732454482840 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732454482841 (+1 ms)Flushing 1588230740/ns: creating writer at 1732454482879 (+38 ms)Flushing 1588230740/ns: appending metadata at 1732454482920 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1732454482920Flushing 1588230740/rep_barrier: creating writer at 1732454483332 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454483350 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454483350Flushing 1588230740/table: creating writer at 1732454483761 (+411 ms)Flushing 1588230740/table: appending metadata at 1732454483779 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732454483779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5423e3: reopening flushed file at 1732454483794 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62384402: reopening flushed file at 1732454483800 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fab346: reopening flushed file at 1732454483805 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d6815: reopening flushed file at 1732454483810 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1010ms, sequenceid=16, compaction requested=false at 1732454483815 (+5 ms)Writing region close event to WAL at 1732454483817 (+2 ms)Running coprocessor post-close hooks at 1732454483821 (+4 ms)Closed at 1732454483821 2024-11-24T13:21:23,821 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:24,000 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 1438, reset compression=false 2024-11-24T13:21:24,005 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:24,005 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.wal-reader.b10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.1732454461475 to pos 2082, reset compression=false 2024-11-24T13:21:24,006 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T13:21:24,006 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,33061,1732454459834; all regions closed. 2024-11-24T13:21:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:21:24,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741839_1015 (size=2171) 2024-11-24T13:21:24,011 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/WALs/b10924491aa5,33061,1732454459834/b10924491aa5%2C33061%2C1732454459834.rep.1732454472638 not finished, retry = 0 2024-11-24T13:21:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741832_1008 (size=2090) 2024-11-24T13:21:24,114 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:24,114 INFO [RS:0;b10924491aa5:33061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:24,114 INFO [RS:0;b10924491aa5:33061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:24,115 INFO [RS:0;b10924491aa5:33061 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:24,115 INFO [RS:0;b10924491aa5:33061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:24,115 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:24,115 INFO [RS:0;b10924491aa5:33061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,33061,1732454459834 because: Region server is closing 2024-11-24T13:21:24,115 INFO [RS:0;b10924491aa5:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33061. 2024-11-24T13:21:24,115 DEBUG [RS:0;b10924491aa5:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:24,115 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:24,115 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:24,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:24,216 INFO [RS:0;b10924491aa5:33061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33061,1732454459834.replicationSource.shipperb10924491aa5%2C33061%2C1732454459834,1-b10924491aa5,33061,1732454459834 terminated 2024-11-24T13:21:24,216 INFO [RS:0;b10924491aa5:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33061. 2024-11-24T13:21:24,216 DEBUG [RS:0;b10924491aa5:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:24,216 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:24,216 DEBUG [RS:0;b10924491aa5:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:24,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:24,216 INFO [RS:0;b10924491aa5:33061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33061 2024-11-24T13:21:24,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11094800759/rs/b10924491aa5,33061,1732454459834 2024-11-24T13:21:24,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759/rs 2024-11-24T13:21:24,226 INFO [RS:0;b10924491aa5:33061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:24,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,33061,1732454459834] 2024-11-24T13:21:24,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11094800759/draining/b10924491aa5,33061,1732454459834 already deleted, retry=false 2024-11-24T13:21:24,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,33061,1732454459834 expired; onlineServers=0 2024-11-24T13:21:24,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,44993,1732454459785' ***** 2024-11-24T13:21:24,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:21:24,229 INFO [M:0;b10924491aa5:44993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:24,229 INFO [M:0;b10924491aa5:44993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:24,229 DEBUG [M:0;b10924491aa5:44993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:21:24,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:21:24,229 DEBUG [M:0;b10924491aa5:44993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:21:24,229 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454461257 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454461257,5,FailOnTimeoutGroup] 2024-11-24T13:21:24,229 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454461256 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454461256,5,FailOnTimeoutGroup] 2024-11-24T13:21:24,229 INFO [M:0;b10924491aa5:44993 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:24,229 INFO [M:0;b10924491aa5:44993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:24,230 DEBUG [M:0;b10924491aa5:44993 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:21:24,230 INFO [M:0;b10924491aa5:44993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:21:24,230 INFO [M:0;b10924491aa5:44993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:24,230 INFO [M:0;b10924491aa5:44993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:21:24,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:21:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11094800759/master 2024-11-24T13:21:24,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11094800759 2024-11-24T13:21:24,231 DEBUG [M:0;b10924491aa5:44993 {}] zookeeper.ZKUtil(347): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Unable to get data of znode /11094800759/master because node does not exist (not an error) 2024-11-24T13:21:24,231 WARN [M:0;b10924491aa5:44993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:21:24,232 INFO [M:0;b10924491aa5:44993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/.lastflushedseqids 2024-11-24T13:21:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741847_1023 (size=245) 2024-11-24T13:21:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:24,328 INFO [RS:0;b10924491aa5:33061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1014a2301f20004, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:24,328 INFO [RS:0;b10924491aa5:33061 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,33061,1732454459834; zookeeper connection closed. 2024-11-24T13:21:24,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b15888e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b15888e 2024-11-24T13:21:24,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:21:24,637 INFO [M:0;b10924491aa5:44993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:21:24,637 INFO [M:0;b10924491aa5:44993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:21:24,640 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:24,640 INFO [M:0;b10924491aa5:44993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:24,640 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:24,640 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:24,640 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:24,641 INFO [M:0;b10924491aa5:44993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T13:21:24,657 DEBUG [M:0;b10924491aa5:44993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/febab8b93f60423b94d7f81f4bf74303 is 82, key is hbase:meta,,1/info:regioninfo/1732454462455/Put/seqid=0 2024-11-24T13:21:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741848_1024 (size=5672) 2024-11-24T13:21:24,851 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:25,061 INFO [M:0;b10924491aa5:44993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/febab8b93f60423b94d7f81f4bf74303 2024-11-24T13:21:25,094 DEBUG [M:0;b10924491aa5:44993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d37d62efff9e4ff29a8d6f27fb4fb8d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454472801/Put/seqid=0 2024-11-24T13:21:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741849_1025 (size=8516) 2024-11-24T13:21:25,500 INFO [M:0;b10924491aa5:44993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d37d62efff9e4ff29a8d6f27fb4fb8d9 2024-11-24T13:21:25,523 DEBUG [M:0;b10924491aa5:44993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69ef7b0e6e2e4b60913872d60cba739a is 69, key is b10924491aa5,33061,1732454459834/rs:state/1732454461298/Put/seqid=0 2024-11-24T13:21:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741850_1026 (size=5156) 2024-11-24T13:21:25,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:21:25,932 INFO [M:0;b10924491aa5:44993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69ef7b0e6e2e4b60913872d60cba739a 2024-11-24T13:21:25,937 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/febab8b93f60423b94d7f81f4bf74303 as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/febab8b93f60423b94d7f81f4bf74303 2024-11-24T13:21:25,943 INFO [M:0;b10924491aa5:44993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/febab8b93f60423b94d7f81f4bf74303, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:21:25,944 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d37d62efff9e4ff29a8d6f27fb4fb8d9 as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d37d62efff9e4ff29a8d6f27fb4fb8d9 2024-11-24T13:21:25,955 INFO [M:0;b10924491aa5:44993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d37d62efff9e4ff29a8d6f27fb4fb8d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:21:25,956 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69ef7b0e6e2e4b60913872d60cba739a as hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69ef7b0e6e2e4b60913872d60cba739a 2024-11-24T13:21:25,961 INFO [M:0;b10924491aa5:44993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33121/user/jenkins/test-data/6d8aba90-59f8-caf9-733f-e9bd4dc190a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69ef7b0e6e2e4b60913872d60cba739a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:21:25,962 INFO [M:0;b10924491aa5:44993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false 2024-11-24T13:21:25,964 INFO [M:0;b10924491aa5:44993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:25,964 DEBUG [M:0;b10924491aa5:44993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454484640Disabling compacts and flushes for region at 1732454484640Disabling writes for close at 1732454484640Obtaining lock to block concurrent updates at 1732454484641 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454484641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732454484641Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454484642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454484642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454484656 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454484656Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454485066 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454485094 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454485094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454485505 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454485522 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454485522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577086fd: reopening flushed file at 1732454485937 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa7b67e: reopening flushed file at 1732454485943 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6574f076: reopening flushed file at 1732454485955 (+12 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false at 1732454485962 (+7 ms)Writing region close event to WAL at 1732454485964 (+2 ms)Closed at 1732454485964 2024-11-24T13:21:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741830_1006 (size=63654) 2024-11-24T13:21:25,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:25,969 INFO [M:0;b10924491aa5:44993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:21:25,969 INFO [M:0;b10924491aa5:44993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44993 2024-11-24T13:21:25,971 INFO [M:0;b10924491aa5:44993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:26,054 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:26,073 INFO [M:0;b10924491aa5:44993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:26,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:26,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44993-0x1014a2301f20003, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:26,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6d7f72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:26,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:26,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:26,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:26,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:26,082 WARN [BP-465822731-172.17.0.2-1732454458859 heartbeating to localhost/127.0.0.1:33121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:21:26,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:21:26,082 WARN [BP-465822731-172.17.0.2-1732454458859 heartbeating to localhost/127.0.0.1:33121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-465822731-172.17.0.2-1732454458859 (Datanode Uuid 39697ec1-08ac-4a8e-a054-83ae3795d556) service to localhost/127.0.0.1:33121 2024-11-24T13:21:26,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:21:26,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/cluster_f98984ff-7ba4-a066-e11e-2e96088b2581/data/data1/current/BP-465822731-172.17.0.2-1732454458859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:26,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/cluster_f98984ff-7ba4-a066-e11e-2e96088b2581/data/data2/current/BP-465822731-172.17.0.2-1732454458859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:26,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:21:26,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a3384c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:26,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:26,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:26,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:26,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1688506f-0f59-d4df-d0ef-9a237c6ad420/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:26,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:21:26,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:21:26,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:26,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:26,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:26,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:26,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:26,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:21:26,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1889652790, stopped=false 2024-11-24T13:21:26,113 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,34451,1732454456122 2024-11-24T13:21:26,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1407315834/running 2024-11-24T13:21:26,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1407315834/running 2024-11-24T13:21:26,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:21:26,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:21:26,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:26,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on znode that does not yet exist, /0-1407315834/running 2024-11-24T13:21:26,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Set watcher on znode that does not yet exist, /0-1407315834/running 2024-11-24T13:21:26,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:26,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:26,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:26,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,46571,1732454456188' ***** 2024-11-24T13:21:26,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:21:26,117 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:21:26,118 INFO [RS:0;b10924491aa5:46571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:21:26,118 INFO [RS:0;b10924491aa5:46571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:21:26,118 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:26,118 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:26,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:21:26,118 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:26,118 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,46571,1732454456188 2024-11-24T13:21:26,118 INFO [RS:0;b10924491aa5:46571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:26,118 INFO [RS:0;b10924491aa5:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:46571. 2024-11-24T13:21:26,118 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af1b85014d17e802d3ffc1cd69725305, disabling compactions & flushes 2024-11-24T13:21:26,119 DEBUG [RS:0;b10924491aa5:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:26,119 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:26,119 DEBUG [RS:0;b10924491aa5:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:26,119 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:26,119 INFO [RS:0;b10924491aa5:46571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:21:26,119 INFO [RS:0;b10924491aa5:46571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:21:26,119 INFO [RS:0;b10924491aa5:46571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:21:26,119 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:21:26,119 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. after waiting 0 ms 2024-11-24T13:21:26,119 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:26,119 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:21:26,119 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af1b85014d17e802d3ffc1cd69725305 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T13:21:26,119 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1325): Online Regions={af1b85014d17e802d3ffc1cd69725305=test,,1732454465725.af1b85014d17e802d3ffc1cd69725305., 1588230740=hbase:meta,,1.1588230740, 9e20520d7aaba79155c9b02cd45f61de=hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de.} 2024-11-24T13:21:26,119 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e20520d7aaba79155c9b02cd45f61de, af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:26,119 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:26,119 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:26,119 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:26,119 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:26,119 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:26,119 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:21:26,151 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/info/9ee7602aef264c1190d69edc13848021 is 147, key is hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de./info:regioninfo/1732454471489/Put/seqid=0 2024-11-24T13:21:26,153 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/f/9a32bafb1b6c461b85b0d93f54b81c4c is 28, key is row/f:/1732454478232/DeleteFamily/seqid=0 2024-11-24T13:21:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741840_1016 (size=7686) 2024-11-24T13:21:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741841_1017 (size=5085) 2024-11-24T13:21:26,171 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/f/9a32bafb1b6c461b85b0d93f54b81c4c 2024-11-24T13:21:26,175 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a32bafb1b6c461b85b0d93f54b81c4c 2024-11-24T13:21:26,196 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/f1/b2bf5648214746b495cce9e4f7e0919e is 29, key is row/f1:/1732454478232/DeleteFamily/seqid=0 2024-11-24T13:21:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741842_1018 (size=5089) 2024-11-24T13:21:26,200 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/f1/b2bf5648214746b495cce9e4f7e0919e 2024-11-24T13:21:26,204 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2bf5648214746b495cce9e4f7e0919e 2024-11-24T13:21:26,223 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/norep/038b4d0129764d62a3f993cf521af03c is 32, key is row/norep:/1732454478232/DeleteFamily/seqid=0 2024-11-24T13:21:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741843_1019 (size=5101) 2024-11-24T13:21:26,319 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e20520d7aaba79155c9b02cd45f61de, af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:26,519 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e20520d7aaba79155c9b02cd45f61de, af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:26,567 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/info/9ee7602aef264c1190d69edc13848021 2024-11-24T13:21:26,590 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/ns/0925795cd0f04235b9278f6ee6a601fe is 43, key is default/ns:d/1732454458796/Put/seqid=0 2024-11-24T13:21:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741844_1020 (size=5153) 2024-11-24T13:21:26,595 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/ns/0925795cd0f04235b9278f6ee6a601fe 2024-11-24T13:21:26,617 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/rep_barrier/1ecfdc4bfd3b4a36b49c58a16f8f9e40 is 112, key is test,,1732454465725.af1b85014d17e802d3ffc1cd69725305./rep_barrier:seqnumDuringOpen/1732454466905/Put/seqid=0 2024-11-24T13:21:26,628 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/norep/038b4d0129764d62a3f993cf521af03c 2024-11-24T13:21:26,632 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 038b4d0129764d62a3f993cf521af03c 2024-11-24T13:21:26,633 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/f/9a32bafb1b6c461b85b0d93f54b81c4c as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/f/9a32bafb1b6c461b85b0d93f54b81c4c 2024-11-24T13:21:26,638 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a32bafb1b6c461b85b0d93f54b81c4c 2024-11-24T13:21:26,638 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/f/9a32bafb1b6c461b85b0d93f54b81c4c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T13:21:26,639 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/f1/b2bf5648214746b495cce9e4f7e0919e as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/f1/b2bf5648214746b495cce9e4f7e0919e 2024-11-24T13:21:26,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741845_1021 (size=5518) 2024-11-24T13:21:26,646 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/rep_barrier/1ecfdc4bfd3b4a36b49c58a16f8f9e40 2024-11-24T13:21:26,646 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2bf5648214746b495cce9e4f7e0919e 2024-11-24T13:21:26,646 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/f1/b2bf5648214746b495cce9e4f7e0919e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T13:21:26,647 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/.tmp/norep/038b4d0129764d62a3f993cf521af03c as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/norep/038b4d0129764d62a3f993cf521af03c 2024-11-24T13:21:26,661 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 038b4d0129764d62a3f993cf521af03c 2024-11-24T13:21:26,662 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/norep/038b4d0129764d62a3f993cf521af03c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T13:21:26,665 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for af1b85014d17e802d3ffc1cd69725305 in 546ms, sequenceid=6, compaction requested=false 2024-11-24T13:21:26,665 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:21:26,679 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/table/d30f9b7c6d7d4e3999c9ad944c9d1e26 is 53, key is hbase:replication/table:state/1732454471498/Put/seqid=0 2024-11-24T13:21:26,720 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e20520d7aaba79155c9b02cd45f61de, af1b85014d17e802d3ffc1cd69725305 2024-11-24T13:21:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741846_1022 (size=5308) 2024-11-24T13:21:26,726 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/table/d30f9b7c6d7d4e3999c9ad944c9d1e26 2024-11-24T13:21:26,736 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/info/9ee7602aef264c1190d69edc13848021 as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/info/9ee7602aef264c1190d69edc13848021 2024-11-24T13:21:26,746 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/info/9ee7602aef264c1190d69edc13848021, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:21:26,747 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/ns/0925795cd0f04235b9278f6ee6a601fe as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/ns/0925795cd0f04235b9278f6ee6a601fe 2024-11-24T13:21:26,749 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:21:26,749 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:21:26,752 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/ns/0925795cd0f04235b9278f6ee6a601fe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:21:26,752 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/default/test/af1b85014d17e802d3ffc1cd69725305/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T13:21:26,753 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:26,753 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:26,753 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:26,753 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/rep_barrier/1ecfdc4bfd3b4a36b49c58a16f8f9e40 as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/rep_barrier/1ecfdc4bfd3b4a36b49c58a16f8f9e40 2024-11-24T13:21:26,753 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af1b85014d17e802d3ffc1cd69725305: Waiting for close lock at 1732454486118Running coprocessor pre-close hooks at 1732454486118Disabling compacts and flushes for region at 1732454486118Disabling writes for close at 1732454486119 (+1 ms)Obtaining lock to block concurrent updates at 1732454486119Preparing flush snapshotting stores in af1b85014d17e802d3ffc1cd69725305 at 1732454486119Finished memstore snapshotting test,,1732454465725.af1b85014d17e802d3ffc1cd69725305., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732454486120 (+1 ms)Flushing stores of test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. at 1732454486121 (+1 ms)Flushing af1b85014d17e802d3ffc1cd69725305/f: creating writer at 1732454486121Flushing af1b85014d17e802d3ffc1cd69725305/f: appending metadata at 1732454486152 (+31 ms)Flushing af1b85014d17e802d3ffc1cd69725305/f: closing flushed file at 1732454486152Flushing af1b85014d17e802d3ffc1cd69725305/f1: creating writer at 1732454486176 (+24 ms)Flushing af1b85014d17e802d3ffc1cd69725305/f1: appending metadata at 1732454486195 (+19 ms)Flushing af1b85014d17e802d3ffc1cd69725305/f1: closing flushed file at 1732454486195Flushing af1b85014d17e802d3ffc1cd69725305/norep: creating writer at 1732454486205 (+10 ms)Flushing af1b85014d17e802d3ffc1cd69725305/norep: appending metadata at 1732454486223 (+18 ms)Flushing af1b85014d17e802d3ffc1cd69725305/norep: closing flushed file at 1732454486223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fef6168: reopening flushed file at 1732454486632 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ec117a: reopening flushed file at 1732454486638 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b9d1b3: reopening flushed file at 1732454486646 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for af1b85014d17e802d3ffc1cd69725305 in 546ms, sequenceid=6, compaction requested=false at 1732454486665 (+19 ms)Writing region close event to WAL at 1732454486722 (+57 ms)Running coprocessor post-close hooks at 1732454486753 (+31 ms)Closed at 1732454486753 2024-11-24T13:21:26,753 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454465725.af1b85014d17e802d3ffc1cd69725305. 2024-11-24T13:21:26,754 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e20520d7aaba79155c9b02cd45f61de, disabling compactions & flushes 2024-11-24T13:21:26,754 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:26,754 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:26,754 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. after waiting 0 ms 2024-11-24T13:21:26,754 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:26,754 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e20520d7aaba79155c9b02cd45f61de 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-24T13:21:26,763 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/rep_barrier/1ecfdc4bfd3b4a36b49c58a16f8f9e40, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:21:26,763 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/.tmp/table/d30f9b7c6d7d4e3999c9ad944c9d1e26 as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/table/d30f9b7c6d7d4e3999c9ad944c9d1e26 2024-11-24T13:21:26,768 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/table/d30f9b7c6d7d4e3999c9ad944c9d1e26, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:21:26,769 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 650ms, sequenceid=16, compaction requested=false 2024-11-24T13:21:26,769 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:21:26,772 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de/.tmp/queue/1a6078089238490cb5ff032283d18dbb is 153, key is 1-b10924491aa5,46571,1732454456188/queue:b10924491aa5%2C46571%2C1732454456188/1732454478307/Put/seqid=0 2024-11-24T13:21:26,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741847_1023 (size=5352) 2024-11-24T13:21:26,786 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:21:26,787 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:26,787 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:26,787 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:26,787 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454486119Running coprocessor pre-close hooks at 1732454486119Disabling compacts and flushes for region at 1732454486119Disabling writes for close at 1732454486119Obtaining lock to block concurrent updates at 1732454486119Preparing flush snapshotting stores in 1588230740 at 1732454486119Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454486120 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454486120Flushing 1588230740/info: creating writer at 1732454486120Flushing 1588230740/info: appending metadata at 1732454486151 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732454486151Flushing 1588230740/ns: creating writer at 1732454486572 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732454486590 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732454486590Flushing 1588230740/rep_barrier: creating writer at 1732454486600 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454486616 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454486616Flushing 1588230740/table: creating writer at 1732454486652 (+36 ms)Flushing 1588230740/table: appending metadata at 1732454486679 (+27 ms)Flushing 1588230740/table: closing flushed file at 1732454486679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47025b41: reopening flushed file at 1732454486735 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210f4f92: reopening flushed file at 1732454486746 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b8a347: reopening flushed file at 1732454486752 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f2196f: reopening flushed file at 1732454486763 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 650ms, sequenceid=16, compaction requested=false at 1732454486769 (+6 ms)Writing region close event to WAL at 1732454486781 (+12 ms)Running coprocessor post-close hooks at 1732454486787 (+6 ms)Closed at 1732454486787 2024-11-24T13:21:26,787 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:26,920 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1351): Waiting on 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:27,120 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:21:27,120 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1325): Online Regions={9e20520d7aaba79155c9b02cd45f61de=hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de.} 2024-11-24T13:21:27,120 DEBUG [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1351): Waiting on 9e20520d7aaba79155c9b02cd45f61de 2024-11-24T13:21:27,182 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de/.tmp/queue/1a6078089238490cb5ff032283d18dbb 2024-11-24T13:21:27,188 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de/.tmp/queue/1a6078089238490cb5ff032283d18dbb as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de/queue/1a6078089238490cb5ff032283d18dbb 2024-11-24T13:21:27,192 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de/queue/1a6078089238490cb5ff032283d18dbb, entries=1, sequenceid=8, filesize=5.2 K 2024-11-24T13:21:27,193 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9e20520d7aaba79155c9b02cd45f61de in 439ms, sequenceid=8, compaction requested=false 2024-11-24T13:21:27,197 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/data/hbase/replication/9e20520d7aaba79155c9b02cd45f61de/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T13:21:27,198 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:27,198 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:27,198 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:27,198 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e20520d7aaba79155c9b02cd45f61de: Waiting for close lock at 1732454486754Running coprocessor pre-close hooks at 1732454486754Disabling compacts and flushes for region at 1732454486754Disabling writes for close at 1732454486754Obtaining lock to block concurrent updates at 1732454486754Preparing flush snapshotting stores in 9e20520d7aaba79155c9b02cd45f61de at 1732454486754Finished memstore snapshotting hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732454486754Flushing stores of hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. at 1732454486755 (+1 ms)Flushing 9e20520d7aaba79155c9b02cd45f61de/queue: creating writer at 1732454486755Flushing 9e20520d7aaba79155c9b02cd45f61de/queue: appending metadata at 1732454486772 (+17 ms)Flushing 9e20520d7aaba79155c9b02cd45f61de/queue: closing flushed file at 1732454486772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb3de7: reopening flushed file at 1732454487187 (+415 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9e20520d7aaba79155c9b02cd45f61de in 439ms, sequenceid=8, compaction requested=false at 1732454487193 (+6 ms)Writing region close event to WAL at 1732454487194 (+1 ms)Running coprocessor post-close hooks at 1732454487198 (+4 ms)Closed at 1732454487198 2024-11-24T13:21:27,198 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454470683.9e20520d7aaba79155c9b02cd45f61de. 2024-11-24T13:21:27,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:27,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,320 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,46571,1732454456188; all regions closed. 2024-11-24T13:21:27,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:27,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741834_1010 (size=4239) 2024-11-24T13:21:27,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.meta.1732454458744.meta not finished, retry = 0 2024-11-24T13:21:27,358 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 636, reset compression=false 2024-11-24T13:21:27,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:27,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819 to pos 1527, reset compression=false 2024-11-24T13:21:27,374 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,46571,1732454456188 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/WALs/b10924491aa5,46571,1732454456188/b10924491aa5%2C46571%2C1732454456188.1732454457819, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:27,375 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,46571,1732454456188: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,46571,1732454456188, walGroup=b10924491aa5%2C46571%2C1732454456188, offset=b10924491aa5%2C46571%2C1732454456188.1732454457819:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:46571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:21:27,377 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:21:27,377 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:21:27,377 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:21:27,377 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:21:27,377 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:21:27,377 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1241513984, "init": 1048576000, "max": 2306867200, "used": 955472320 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202800864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:21:27,378 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:34451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:34451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:21:27,450 DEBUG [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/oldWALs 2024-11-24T13:21:27,450 INFO [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C46571%2C1732454456188.meta:.meta(num 1732454458744) 2024-11-24T13:21:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741839_1015 (size=2240) 2024-11-24T13:21:27,471 DEBUG [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/oldWALs 2024-11-24T13:21:27,471 INFO [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C46571%2C1732454456188.rep:(num 1732454471435) 2024-11-24T13:21:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741832_1008 (size=1535) 2024-11-24T13:21:27,478 DEBUG [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/oldWALs 2024-11-24T13:21:27,479 INFO [RS:0;b10924491aa5:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C46571%2C1732454456188:(num 1732454457819) 2024-11-24T13:21:27,479 DEBUG [RS:0;b10924491aa5:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:27,479 INFO [RS:0;b10924491aa5:46571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:27,479 INFO [RS:0;b10924491aa5:46571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:27,479 INFO [RS:0;b10924491aa5:46571 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:27,479 INFO [RS:0;b10924491aa5:46571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:27,479 INFO [RS:0;b10924491aa5:46571 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,46571,1732454456188 because: Region server is closing 2024-11-24T13:21:27,480 INFO [RS:0;b10924491aa5:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:46571. 2024-11-24T13:21:27,480 DEBUG [RS:0;b10924491aa5:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:27,480 DEBUG [RS:0;b10924491aa5:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:27,480 DEBUG [RS:0;b10924491aa5:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:27,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:27,480 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:27,580 INFO [RS:0;b10924491aa5:46571 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.shipperb10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 terminated 2024-11-24T13:21:27,580 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,46571,1732454456188.replicationSource.wal-reader.b10924491aa5%2C46571%2C1732454456188,1-b10924491aa5,46571,1732454456188 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:21:27,580 INFO [RS:0;b10924491aa5:46571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46571 2024-11-24T13:21:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1407315834/rs/b10924491aa5,46571,1732454456188 2024-11-24T13:21:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834/rs 2024-11-24T13:21:27,584 INFO [RS:0;b10924491aa5:46571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:27,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,46571,1732454456188] 2024-11-24T13:21:27,586 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1407315834/draining/b10924491aa5,46571,1732454456188 already deleted, retry=false 2024-11-24T13:21:27,586 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,46571,1732454456188 expired; onlineServers=0 2024-11-24T13:21:27,586 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,34451,1732454456122' ***** 2024-11-24T13:21:27,587 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:21:27,587 INFO [M:0;b10924491aa5:34451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:27,587 INFO [M:0;b10924491aa5:34451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:27,587 DEBUG [M:0;b10924491aa5:34451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:21:27,587 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:21:27,587 DEBUG [M:0;b10924491aa5:34451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:21:27,587 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454457595 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454457595,5,FailOnTimeoutGroup] 2024-11-24T13:21:27,587 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454457592 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454457592,5,FailOnTimeoutGroup] 2024-11-24T13:21:27,587 INFO [M:0;b10924491aa5:34451 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:27,587 INFO [M:0;b10924491aa5:34451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:27,587 DEBUG [M:0;b10924491aa5:34451 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:21:27,587 INFO [M:0;b10924491aa5:34451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:21:27,588 INFO [M:0;b10924491aa5:34451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:27,589 INFO [M:0;b10924491aa5:34451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:21:27,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:21:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1407315834/master 2024-11-24T13:21:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1407315834 2024-11-24T13:21:27,589 DEBUG [M:0;b10924491aa5:34451 {}] zookeeper.ZKUtil(347): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Unable to get data of znode /0-1407315834/master because node does not exist (not an error) 2024-11-24T13:21:27,589 WARN [M:0;b10924491aa5:34451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:21:27,590 INFO [M:0;b10924491aa5:34451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/.lastflushedseqids 2024-11-24T13:21:27,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741848_1024 (size=245) 2024-11-24T13:21:27,627 INFO [M:0;b10924491aa5:34451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:21:27,627 INFO [M:0;b10924491aa5:34451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:21:27,627 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:27,627 INFO [M:0;b10924491aa5:34451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:27,627 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:27,627 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:27,627 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:27,627 INFO [M:0;b10924491aa5:34451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T13:21:27,648 DEBUG [M:0;b10924491aa5:34451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e01ca4f7e9fa4b7bb312eae1e51fb33c is 82, key is hbase:meta,,1/info:regioninfo/1732454458787/Put/seqid=0 2024-11-24T13:21:27,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741849_1025 (size=5672) 2024-11-24T13:21:27,668 INFO [M:0;b10924491aa5:34451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e01ca4f7e9fa4b7bb312eae1e51fb33c 2024-11-24T13:21:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:27,686 INFO [RS:0;b10924491aa5:46571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:27,686 INFO [RS:0;b10924491aa5:46571 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,46571,1732454456188; zookeeper connection closed. 2024-11-24T13:21:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1014a2301f20001, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:27,691 DEBUG [M:0;b10924491aa5:34451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c2d10a3489747fdac61a309d6886e79 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454471502/Put/seqid=0 2024-11-24T13:21:27,692 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a45d254 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a45d254 2024-11-24T13:21:27,692 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:21:27,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741850_1026 (size=8516) 2024-11-24T13:21:27,706 INFO [M:0;b10924491aa5:34451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c2d10a3489747fdac61a309d6886e79 2024-11-24T13:21:27,737 DEBUG [M:0;b10924491aa5:34451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c77e835ba6d48eb9ed5afc095ee676f is 69, key is b10924491aa5,46571,1732454456188/rs:state/1732454457645/Put/seqid=0 2024-11-24T13:21:27,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741851_1027 (size=5156) 2024-11-24T13:21:27,748 INFO [M:0;b10924491aa5:34451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c77e835ba6d48eb9ed5afc095ee676f 2024-11-24T13:21:27,754 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e01ca4f7e9fa4b7bb312eae1e51fb33c as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e01ca4f7e9fa4b7bb312eae1e51fb33c 2024-11-24T13:21:27,761 INFO [M:0;b10924491aa5:34451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e01ca4f7e9fa4b7bb312eae1e51fb33c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T13:21:27,764 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c2d10a3489747fdac61a309d6886e79 as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c2d10a3489747fdac61a309d6886e79 2024-11-24T13:21:27,769 INFO [M:0;b10924491aa5:34451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c2d10a3489747fdac61a309d6886e79, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T13:21:27,771 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c77e835ba6d48eb9ed5afc095ee676f as hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c77e835ba6d48eb9ed5afc095ee676f 2024-11-24T13:21:27,775 INFO [M:0;b10924491aa5:34451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34967/user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c77e835ba6d48eb9ed5afc095ee676f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T13:21:27,776 INFO [M:0;b10924491aa5:34451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=97, compaction requested=false 2024-11-24T13:21:27,785 INFO [M:0;b10924491aa5:34451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:27,785 DEBUG [M:0;b10924491aa5:34451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454487627Disabling compacts and flushes for region at 1732454487627Disabling writes for close at 1732454487627Obtaining lock to block concurrent updates at 1732454487627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454487627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732454487628 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454487629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454487629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454487647 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454487647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454487672 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454487690 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454487691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454487711 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454487736 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454487736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1aed5: reopening flushed file at 1732454487753 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4e3683: reopening flushed file at 1732454487762 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f15908: reopening flushed file at 1732454487770 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=97, compaction requested=false at 1732454487776 (+6 ms)Writing region close event to WAL at 1732454487784 (+8 ms)Closed at 1732454487784 2024-11-24T13:21:27,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ca6772e-7a15-11a3-81de-bc77e8e379fe/MasterData/WALs/b10924491aa5,34451,1732454456122/b10924491aa5%2C34451%2C1732454456122.1732454457503 not finished, retry = 0 2024-11-24T13:21:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741830_1006 (size=63654) 2024-11-24T13:21:27,889 INFO [M:0;b10924491aa5:34451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:21:27,889 INFO [M:0;b10924491aa5:34451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34451 2024-11-24T13:21:27,889 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:27,889 INFO [M:0;b10924491aa5:34451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:27,992 INFO [M:0;b10924491aa5:34451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34451-0x1014a2301f20000, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:27,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36d129b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:27,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:27,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:27,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:27,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:27,998 WARN [BP-1708784236-172.17.0.2-1732454455165 heartbeating to localhost/127.0.0.1:34967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:21:27,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:21:27,998 WARN [BP-1708784236-172.17.0.2-1732454455165 heartbeating to localhost/127.0.0.1:34967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1708784236-172.17.0.2-1732454455165 (Datanode Uuid 645b52b2-2a1a-4368-b538-b3731aeed9d5) service to localhost/127.0.0.1:34967 2024-11-24T13:21:27,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:21:27,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582/data/data1/current/BP-1708784236-172.17.0.2-1732454455165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:27,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/cluster_e8f13faf-86dd-ca41-dd0d-bf86faed3582/data/data2/current/BP-1708784236-172.17.0.2-1732454455165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:27,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:21:28,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2217983b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:28,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:28,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:28,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:28,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e75c47be-29f9-00de-258c-b4161602cfd4/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:28,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:21:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:21:28,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=368 (was 315) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33121 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34967 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36637 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=806 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6022 (was 7056) 2024-11-24T13:21:28,062 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=368, OpenFileDescriptor=808, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=6022 2024-11-24T13:21:28,079 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T13:21:28,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.log.dir so I do NOT create it in target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf 2024-11-24T13:21:28,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:21:28,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.tmp.dir so I do NOT create it in target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf 2024-11-24T13:21:28,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d93ca4d-9086-416c-af3e-42ced4e711bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:21:28,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf 2024-11-24T13:21:28,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5, deleteOnExit=true 2024-11-24T13:21:28,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/zookeeper_0, clientPort=51594, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:21:28,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51594 2024-11-24T13:21:28,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:21:28,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:21:28,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/test.cache.data in system properties and HBase conf 2024-11-24T13:21:28,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:21:28,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:21:28,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:21:28,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:21:28,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:21:28,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:21:28,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:28,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:21:28,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:21:28,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:28,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:21:28,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:21:28,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a2301f20002, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:21:28,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a2301f20002, quorum=127.0.0.1:63119, baseZNode=/0-1407315834 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:21:28,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a2301f20005, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:21:28,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a2301f20008, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:21:28,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a2301f20005, quorum=127.0.0.1:63119, baseZNode=/11094800759 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:21:28,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a2301f20008, quorum=127.0.0.1:63119, baseZNode=/21450908094 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:21:28,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:28,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:28,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:28,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:28,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:21:28,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:28,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85bdf7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:28,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1457bd5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:28,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@781cc242{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/java.io.tmpdir/jetty-localhost-38585-hadoop-hdfs-3_4_1-tests_jar-_-any-12530180282249471752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:28,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:38585} 2024-11-24T13:21:28,435 INFO [Time-limited test {}] server.Server(415): Started @274215ms 2024-11-24T13:21:28,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:28,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:28,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:28,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:28,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:21:28,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:28,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6744bde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:28,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a2185b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/java.io.tmpdir/jetty-localhost-40977-hadoop-hdfs-3_4_1-tests_jar-_-any-4238540029509095550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:28,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:40977} 2024-11-24T13:21:28,687 INFO [Time-limited test {}] server.Server(415): Started @274467ms 2024-11-24T13:21:28,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:21:28,852 WARN [Thread-4151 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/data/data1/current/BP-1492394901-172.17.0.2-1732454488125/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:28,852 WARN [Thread-4152 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/data/data2/current/BP-1492394901-172.17.0.2-1732454488125/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:28,885 WARN [Thread-4139 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:21:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e678406639eb131 with lease ID 0x624fc319c1d1ea17: Processing first storage report for DS-f7c6e301-b642-4992-aecf-8dda33fb2474 from datanode DatanodeRegistration(127.0.0.1:37083, datanodeUuid=d86418b3-ff8e-4eac-94d1-214cb12f995a, infoPort=42435, infoSecurePort=0, ipcPort=36871, storageInfo=lv=-57;cid=testClusterID;nsid=1001817836;c=1732454488125) 2024-11-24T13:21:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e678406639eb131 with lease ID 0x624fc319c1d1ea17: from storage DS-f7c6e301-b642-4992-aecf-8dda33fb2474 node DatanodeRegistration(127.0.0.1:37083, datanodeUuid=d86418b3-ff8e-4eac-94d1-214cb12f995a, infoPort=42435, infoSecurePort=0, ipcPort=36871, storageInfo=lv=-57;cid=testClusterID;nsid=1001817836;c=1732454488125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e678406639eb131 with lease ID 0x624fc319c1d1ea17: Processing first storage report for DS-89755f42-f8c9-4d9c-963c-b248dc98cfbc from datanode DatanodeRegistration(127.0.0.1:37083, datanodeUuid=d86418b3-ff8e-4eac-94d1-214cb12f995a, infoPort=42435, infoSecurePort=0, ipcPort=36871, storageInfo=lv=-57;cid=testClusterID;nsid=1001817836;c=1732454488125) 2024-11-24T13:21:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e678406639eb131 with lease ID 0x624fc319c1d1ea17: from storage DS-89755f42-f8c9-4d9c-963c-b248dc98cfbc node DatanodeRegistration(127.0.0.1:37083, datanodeUuid=d86418b3-ff8e-4eac-94d1-214cb12f995a, infoPort=42435, infoSecurePort=0, ipcPort=36871, storageInfo=lv=-57;cid=testClusterID;nsid=1001817836;c=1732454488125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:28,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf 2024-11-24T13:21:28,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:28,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:21:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:21:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T13:21:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:21:29,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:29,374 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa with version=8 2024-11-24T13:21:29,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/hbase-staging 2024-11-24T13:21:29,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:29,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:29,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:21:29,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:29,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44353 2024-11-24T13:21:29,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44353 connecting to ZooKeeper ensemble=127.0.0.1:51594 2024-11-24T13:21:29,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443530x0, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:29,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44353-0x1014a2382a60000 connected 2024-11-24T13:21:29,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:29,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:29,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on znode that does not yet exist, /01375153806/running 2024-11-24T13:21:29,429 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa, hbase.cluster.distributed=false 2024-11-24T13:21:29,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on znode that does not yet exist, /01375153806/acl 2024-11-24T13:21:29,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-24T13:21:29,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44353 2024-11-24T13:21:29,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44353 2024-11-24T13:21:29,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-24T13:21:29,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-24T13:21:29,460 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:29,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:29,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:29,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:29,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:29,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:29,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:21:29,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:29,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41335 2024-11-24T13:21:29,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41335 connecting to ZooKeeper ensemble=127.0.0.1:51594 2024-11-24T13:21:29,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:29,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:29,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413350x0, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:29,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413350x0, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on znode that does not yet exist, /01375153806/running 2024-11-24T13:21:29,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41335-0x1014a2382a60001 connected 2024-11-24T13:21:29,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:21:29,500 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:21:29,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on znode that does not yet exist, /01375153806/master 2024-11-24T13:21:29,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on znode that does not yet exist, /01375153806/acl 2024-11-24T13:21:29,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-24T13:21:29,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41335 2024-11-24T13:21:29,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41335 2024-11-24T13:21:29,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-24T13:21:29,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-24T13:21:29,539 DEBUG [M:0;b10924491aa5:44353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:44353 2024-11-24T13:21:29,539 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01375153806/backup-masters/b10924491aa5,44353,1732454489376 2024-11-24T13:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806/backup-masters 2024-11-24T13:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806/backup-masters 2024-11-24T13:21:29,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on existing znode=/01375153806/backup-masters/b10924491aa5,44353,1732454489376 2024-11-24T13:21:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375153806/master 2024-11-24T13:21:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:29,544 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on existing znode=/01375153806/master 2024-11-24T13:21:29,544 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01375153806/backup-masters/b10924491aa5,44353,1732454489376 from backup master directory 2024-11-24T13:21:29,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375153806/backup-masters/b10924491aa5,44353,1732454489376 2024-11-24T13:21:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806/backup-masters 2024-11-24T13:21:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806/backup-masters 2024-11-24T13:21:29,547 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:29,547 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,44353,1732454489376 2024-11-24T13:21:29,550 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/hbase.id] with ID: 38964366-f063-4859-bd19-a3d398d2ac1a 2024-11-24T13:21:29,550 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/.tmp/hbase.id 2024-11-24T13:21:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:21:29,955 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/.tmp/hbase.id]:[hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/hbase.id] 2024-11-24T13:21:29,966 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:29,966 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:21:29,967 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:21:29,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:29,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:29,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:21:29,982 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:29,982 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:21:29,983 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:21:30,415 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/data/master/store 2024-11-24T13:21:30,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:21:30,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:30,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:30,433 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:30,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:30,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:30,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:30,433 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:30,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454490433Disabling compacts and flushes for region at 1732454490433Disabling writes for close at 1732454490433Writing region close event to WAL at 1732454490433Closed at 1732454490433 2024-11-24T13:21:30,434 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/data/master/store/.initializing 2024-11-24T13:21:30,434 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/WALs/b10924491aa5,44353,1732454489376 2024-11-24T13:21:30,442 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:30,444 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C44353%2C1732454489376, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/WALs/b10924491aa5,44353,1732454489376, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/oldWALs, maxLogs=10 2024-11-24T13:21:30,465 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/WALs/b10924491aa5,44353,1732454489376/b10924491aa5%2C44353%2C1732454489376.1732454490444, exclude list is [], retry=0 2024-11-24T13:21:30,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37083,DS-f7c6e301-b642-4992-aecf-8dda33fb2474,DISK] 2024-11-24T13:21:30,473 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/WALs/b10924491aa5,44353,1732454489376/b10924491aa5%2C44353%2C1732454489376.1732454490444 2024-11-24T13:21:30,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42435:42435)] 2024-11-24T13:21:30,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:30,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:30,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:21:30,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:30,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:21:30,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:30,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:21:30,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:21:30,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:30,486 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,486 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,487 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,488 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,488 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,488 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:30,489 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:30,491 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:30,491 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73401425, jitterRate=0.0937664657831192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:30,492 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454490479Initializing all the Stores at 1732454490479Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454490479Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454490480 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454490480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454490480Cleaning up temporary data from old regions at 1732454490488 (+8 ms)Region opened successfully at 1732454490492 (+4 ms) 2024-11-24T13:21:30,492 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:21:30,495 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47569429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:30,496 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:21:30,496 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:21:30,496 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:21:30,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:21:30,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:21:30,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:21:30,497 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:21:30,499 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:21:30,500 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Unable to get data of znode /01375153806/balancer because node does not exist (not necessarily an error) 2024-11-24T13:21:30,501 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375153806/balancer already deleted, retry=false 2024-11-24T13:21:30,501 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:21:30,502 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Unable to get data of znode /01375153806/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:21:30,503 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375153806/normalizer already deleted, retry=false 2024-11-24T13:21:30,503 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:21:30,504 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Unable to get data of znode /01375153806/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:21:30,506 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375153806/switch/split already deleted, retry=false 2024-11-24T13:21:30,507 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Unable to get data of znode /01375153806/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:21:30,508 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375153806/switch/merge already deleted, retry=false 2024-11-24T13:21:30,510 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Unable to get data of znode /01375153806/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:21:30,511 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375153806/snapshot-cleanup already deleted, retry=false 2024-11-24T13:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375153806/running 2024-11-24T13:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375153806/running 2024-11-24T13:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:30,512 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,44353,1732454489376, sessionid=0x1014a2382a60000, setting cluster-up flag (Was=false) 2024-11-24T13:21:30,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:30,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:30,520 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375153806/flush-table-proc/acquired, /01375153806/flush-table-proc/reached, /01375153806/flush-table-proc/abort 2024-11-24T13:21:30,522 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,44353,1732454489376 2024-11-24T13:21:30,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:30,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:30,531 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375153806/online-snapshot/acquired, /01375153806/online-snapshot/reached, /01375153806/online-snapshot/abort 2024-11-24T13:21:30,532 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,44353,1732454489376 2024-11-24T13:21:30,537 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:21:30,539 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:30,539 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:21:30,539 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:21:30,540 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,44353,1732454489376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:30,541 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:30,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:21:30,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454520561 2024-11-24T13:21:30,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:21:30,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:21:30,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:21:30,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:21:30,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:21:30,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:21:30,562 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,563 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:21:30,563 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:21:30,563 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:21:30,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:21:30,563 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:21:30,563 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:21:30,563 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:21:30,564 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454490563,5,FailOnTimeoutGroup] 2024-11-24T13:21:30,564 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454490564,5,FailOnTimeoutGroup] 2024-11-24T13:21:30,564 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,564 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:21:30,564 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,564 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:21:30,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:21:30,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa 2024-11-24T13:21:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:21:30,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:30,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:30,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:30,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:30,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:30,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:30,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:30,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:30,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:30,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:30,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:30,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:30,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:30,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:30,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/hbase/meta/1588230740 2024-11-24T13:21:30,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/hbase/meta/1588230740 2024-11-24T13:21:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:30,625 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:30,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:30,634 INFO [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(746): ClusterId : 38964366-f063-4859-bd19-a3d398d2ac1a 2024-11-24T13:21:30,634 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:21:30,636 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:21:30,636 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:21:30,640 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:21:30,640 DEBUG [RS:0;b10924491aa5:41335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73da4f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:30,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:30,641 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66561885, jitterRate=-0.008150622248649597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:30,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454490615Initializing all the Stores at 1732454490615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454490615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454490616 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454490616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454490616Cleaning up temporary data from old regions at 1732454490624 (+8 ms)Region opened successfully at 1732454490642 (+18 ms) 2024-11-24T13:21:30,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:30,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:30,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:30,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:30,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:30,674 DEBUG [RS:0;b10924491aa5:41335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:41335 2024-11-24T13:21:30,674 INFO [RS:0;b10924491aa5:41335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:21:30,674 INFO [RS:0;b10924491aa5:41335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:21:30,674 DEBUG [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:21:30,675 INFO [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,44353,1732454489376 with port=41335, startcode=1732454489459 2024-11-24T13:21:30,675 DEBUG [RS:0;b10924491aa5:41335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:21:30,679 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:30,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454490642Disabling compacts and flushes for region at 1732454490642Disabling writes for close at 1732454490642Writing region close event to WAL at 1732454490679 (+37 ms)Closed at 1732454490679 2024-11-24T13:21:30,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:30,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:21:30,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:21:30,681 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:21:30,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:30,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,41335,1732454489459 2024-11-24T13:21:30,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,41335,1732454489459 2024-11-24T13:21:30,682 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:21:30,683 DEBUG [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa 2024-11-24T13:21:30,683 DEBUG [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35235 2024-11-24T13:21:30,683 DEBUG [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:21:30,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806/rs 2024-11-24T13:21:30,687 DEBUG [RS:0;b10924491aa5:41335 {}] zookeeper.ZKUtil(111): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Set watcher on existing znode=/01375153806/rs/b10924491aa5,41335,1732454489459 2024-11-24T13:21:30,687 WARN [RS:0;b10924491aa5:41335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:30,687 INFO [RS:0;b10924491aa5:41335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:30,687 DEBUG [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/WALs/b10924491aa5,41335,1732454489459 2024-11-24T13:21:30,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,41335,1732454489459] 2024-11-24T13:21:30,694 INFO [RS:0;b10924491aa5:41335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:21:30,700 INFO [RS:0;b10924491aa5:41335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:21:30,703 INFO [RS:0;b10924491aa5:41335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:21:30,703 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,703 INFO [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:21:30,704 INFO [RS:0;b10924491aa5:41335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:21:30,704 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,704 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,705 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,705 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,705 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,705 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:30,705 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:30,705 DEBUG [RS:0;b10924491aa5:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:30,719 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,719 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,719 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,719 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,719 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,719 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,41335,1732454489459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:30,769 INFO [RS:0;b10924491aa5:41335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:21:30,769 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,41335,1732454489459-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,769 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,769 INFO [RS:0;b10924491aa5:41335 {}] regionserver.Replication(171): b10924491aa5,41335,1732454489459 started 2024-11-24T13:21:30,787 INFO [RS:0;b10924491aa5:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:30,787 INFO [RS:0;b10924491aa5:41335 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,41335,1732454489459, RpcServer on b10924491aa5/172.17.0.2:41335, sessionid=0x1014a2382a60001 2024-11-24T13:21:30,787 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:21:30,787 DEBUG [RS:0;b10924491aa5:41335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,41335,1732454489459 2024-11-24T13:21:30,787 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,41335,1732454489459' 2024-11-24T13:21:30,787 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375153806/flush-table-proc/abort' 2024-11-24T13:21:30,788 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375153806/flush-table-proc/acquired' 2024-11-24T13:21:30,788 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:21:30,788 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:21:30,788 DEBUG [RS:0;b10924491aa5:41335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,41335,1732454489459 2024-11-24T13:21:30,788 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,41335,1732454489459' 2024-11-24T13:21:30,788 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375153806/online-snapshot/abort' 2024-11-24T13:21:30,788 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375153806/online-snapshot/acquired' 2024-11-24T13:21:30,789 DEBUG [RS:0;b10924491aa5:41335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:21:30,789 INFO [RS:0;b10924491aa5:41335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:21:30,789 INFO [RS:0;b10924491aa5:41335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:21:30,833 WARN [b10924491aa5:44353 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T13:21:30,889 INFO [RS:0;b10924491aa5:41335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:30,890 INFO [RS:0;b10924491aa5:41335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C41335%2C1732454489459, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/WALs/b10924491aa5,41335,1732454489459, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/oldWALs, maxLogs=10 2024-11-24T13:21:30,908 DEBUG [RS:0;b10924491aa5:41335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/WALs/b10924491aa5,41335,1732454489459/b10924491aa5%2C41335%2C1732454489459.1732454490891, exclude list is [], retry=0 2024-11-24T13:21:30,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37083,DS-f7c6e301-b642-4992-aecf-8dda33fb2474,DISK] 2024-11-24T13:21:30,916 INFO [RS:0;b10924491aa5:41335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/WALs/b10924491aa5,41335,1732454489459/b10924491aa5%2C41335%2C1732454489459.1732454490891 2024-11-24T13:21:30,919 DEBUG [RS:0;b10924491aa5:41335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42435:42435)] 2024-11-24T13:21:31,083 DEBUG [b10924491aa5:44353 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:21:31,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,41335,1732454489459 2024-11-24T13:21:31,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,41335,1732454489459, state=OPENING 2024-11-24T13:21:31,087 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:21:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375153806 2024-11-24T13:21:31,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375153806/meta-region-server: CHANGED 2024-11-24T13:21:31,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375153806/meta-region-server: CHANGED 2024-11-24T13:21:31,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:31,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,41335,1732454489459}] 2024-11-24T13:21:31,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:31,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:21:31,249 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:21:31,249 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:31,249 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:21:31,251 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C41335%2C1732454489459.meta, suffix=.meta, logDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/WALs/b10924491aa5,41335,1732454489459, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/oldWALs, maxLogs=10 2024-11-24T13:21:31,271 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/WALs/b10924491aa5,41335,1732454489459/b10924491aa5%2C41335%2C1732454489459.meta.1732454491251.meta, exclude list is [], retry=0 2024-11-24T13:21:31,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37083,DS-f7c6e301-b642-4992-aecf-8dda33fb2474,DISK] 2024-11-24T13:21:31,281 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/WALs/b10924491aa5,41335,1732454489459/b10924491aa5%2C41335%2C1732454489459.meta.1732454491251.meta 2024-11-24T13:21:31,281 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42435:42435)] 2024-11-24T13:21:31,281 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:31,282 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:31,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:31,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:21:31,282 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:21:31,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:21:31,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:31,282 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:21:31,283 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:21:31,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:31,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:31,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:31,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:31,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:31,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:31,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:31,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:31,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:31,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:31,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:31,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:31,289 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:31,290 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/hbase/meta/1588230740 2024-11-24T13:21:31,291 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/hbase/meta/1588230740 2024-11-24T13:21:31,292 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:31,292 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:31,293 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:31,294 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:31,295 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61407455, jitterRate=-0.08495761454105377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:31,295 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:21:31,296 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454491283Writing region info on filesystem at 1732454491283Initializing all the Stores at 1732454491283Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454491283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454491284 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454491284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454491284Cleaning up temporary data from old regions at 1732454491292 (+8 ms)Running coprocessor post-open hooks at 1732454491295 (+3 ms)Region opened successfully at 1732454491295 2024-11-24T13:21:31,296 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454491242 2024-11-24T13:21:31,299 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:21:31,300 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:21:31,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,41335,1732454489459 2024-11-24T13:21:31,300 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,41335,1732454489459, state=OPEN 2024-11-24T13:21:31,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1014a2382a60001, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375153806/meta-region-server 2024-11-24T13:21:31,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x1014a2382a60000, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375153806/meta-region-server 2024-11-24T13:21:31,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375153806/meta-region-server: CHANGED 2024-11-24T13:21:31,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375153806/meta-region-server: CHANGED 2024-11-24T13:21:31,310 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,41335,1732454489459 2024-11-24T13:21:31,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:21:31,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,41335,1732454489459 in 220 msec 2024-11-24T13:21:31,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:21:31,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-24T13:21:31,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:31,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:21:31,317 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:31,317 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,41335,1732454489459, seqNum=-1] 2024-11-24T13:21:31,317 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:31,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:31,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 784 msec 2024-11-24T13:21:31,327 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454491327, completionTime=-1 2024-11-24T13:21:31,327 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:21:31,327 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:21:31,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:21:31,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454551334 2024-11-24T13:21:31,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454611334 2024-11-24T13:21:31,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-24T13:21:31,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44353,1732454489376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:31,334 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44353,1732454489376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:31,335 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44353,1732454489376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:31,335 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:44353, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:31,335 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:31,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:31,337 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.794sec 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44353,1732454489376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:31,341 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44353,1732454489376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:21:31,346 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:21:31,346 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:21:31,346 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44353,1732454489376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:31,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:31,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44353,-1 for getting cluster id 2024-11-24T13:21:31,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:31,452 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38964366-f063-4859-bd19-a3d398d2ac1a' 2024-11-24T13:21:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:31,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38964366-f063-4859-bd19-a3d398d2ac1a" 2024-11-24T13:21:31,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb8f24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:31,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44353,-1] 2024-11-24T13:21:31,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:31,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:31,455 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:31,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:31,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:31,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,41335,1732454489459, seqNum=-1] 2024-11-24T13:21:31,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:31,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:31,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,44353,1732454489376 2024-11-24T13:21:31,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51594 2024-11-24T13:21:31,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51594, baseZNode=/01375153806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:31,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44353,1732454489376 2024-11-24T13:21:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f2cb2b2 2024-11-24T13:21:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:31,471 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:31,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:21:31,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:31,474 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:21:31,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:31,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a2382a60002 connected 2024-11-24T13:21:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:21:31,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39b531e452c5ef95183b4b5966c8dc5b, NAME => 'test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa 2024-11-24T13:21:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37083 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:21:31,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:31,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39b531e452c5ef95183b4b5966c8dc5b, disabling compactions & flushes 2024-11-24T13:21:31,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. 2024-11-24T13:21:31,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. 2024-11-24T13:21:31,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. after waiting 0 ms 2024-11-24T13:21:31,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. 2024-11-24T13:21:31,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. 2024-11-24T13:21:31,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39b531e452c5ef95183b4b5966c8dc5b: Waiting for close lock at 1732454491518Disabling compacts and flushes for region at 1732454491518Disabling writes for close at 1732454491519 (+1 ms)Writing region close event to WAL at 1732454491519Closed at 1732454491519 2024-11-24T13:21:31,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:31,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454491520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454491520"}]},"ts":"1732454491520"} 2024-11-24T13:21:31,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:31,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:31,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454491524"}]},"ts":"1732454491524"} 2024-11-24T13:21:31,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:21:31,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39b531e452c5ef95183b4b5966c8dc5b, ASSIGN}] 2024-11-24T13:21:31,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39b531e452c5ef95183b4b5966c8dc5b, ASSIGN 2024-11-24T13:21:31,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39b531e452c5ef95183b4b5966c8dc5b, ASSIGN; state=OFFLINE, location=b10924491aa5,41335,1732454489459; forceNewPlan=false, retain=false 2024-11-24T13:21:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:31,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39b531e452c5ef95183b4b5966c8dc5b, regionState=OPENING, regionLocation=b10924491aa5,41335,1732454489459 2024-11-24T13:21:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39b531e452c5ef95183b4b5966c8dc5b, ASSIGN because future has completed 2024-11-24T13:21:31,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39b531e452c5ef95183b4b5966c8dc5b, server=b10924491aa5,41335,1732454489459}] 2024-11-24T13:21:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:31,838 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. 2024-11-24T13:21:31,838 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39b531e452c5ef95183b4b5966c8dc5b, NAME => 'test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:31,838 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:31,838 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:21:31,838 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,838 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:31,839 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,839 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,840 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,841 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b531e452c5ef95183b4b5966c8dc5b columnFamilyName f 2024-11-24T13:21:31,841 DEBUG [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,841 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] regionserver.HStore(327): Store=39b531e452c5ef95183b4b5966c8dc5b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:31,841 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,842 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b531e452c5ef95183b4b5966c8dc5b columnFamilyName f1 2024-11-24T13:21:31,842 DEBUG [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,843 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] regionserver.HStore(327): Store=39b531e452c5ef95183b4b5966c8dc5b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:31,843 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,844 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b531e452c5ef95183b4b5966c8dc5b columnFamilyName norep 2024-11-24T13:21:31,844 DEBUG [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:31,844 INFO [StoreOpener-39b531e452c5ef95183b4b5966c8dc5b-1 {}] regionserver.HStore(327): Store=39b531e452c5ef95183b4b5966c8dc5b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:31,844 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,845 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/default/test/39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,846 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/default/test/39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,847 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,847 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,848 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:31,849 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,851 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/data/default/test/39b531e452c5ef95183b4b5966c8dc5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:31,851 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39b531e452c5ef95183b4b5966c8dc5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74449554, jitterRate=0.10938480496406555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:31,851 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39b531e452c5ef95183b4b5966c8dc5b 2024-11-24T13:21:31,852 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39b531e452c5ef95183b4b5966c8dc5b: Running coprocessor pre-open hook at 1732454491839Writing region info on filesystem at 1732454491839Initializing all the Stores at 1732454491839Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454491839Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454491840 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454491840Cleaning up temporary data from old regions at 1732454491847 (+7 ms)Running coprocessor post-open hooks at 1732454491851 (+4 ms)Region opened successfully at 1732454491852 (+1 ms) 2024-11-24T13:21:31,853 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b., pid=6, masterSystemTime=1732454491834 2024-11-24T13:21:31,857 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. 2024-11-24T13:21:31,857 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454491471.39b531e452c5ef95183b4b5966c8dc5b. 2024-11-24T13:21:31,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39b531e452c5ef95183b4b5966c8dc5b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,41335,1732454489459 2024-11-24T13:21:31,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=6, ppid=5, state=RUNNABLE, hasLock=true; OpenRegionProcedure 39b531e452c5ef95183b4b5966c8dc5b, server=b10924491aa5,41335,1732454489459 2024-11-24T13:21:31,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:21:31,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39b531e452c5ef95183b4b5966c8dc5b, server=b10924491aa5,41335,1732454489459 in 180 msec 2024-11-24T13:21:31,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:21:31,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39b531e452c5ef95183b4b5966c8dc5b, ASSIGN in 339 msec 2024-11-24T13:21:31,868 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:31,869 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454491868"}]},"ts":"1732454491868"} 2024-11-24T13:21:31,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:21:31,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:31,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 399 msec 2024-11-24T13:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:32,099 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:21:32,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cea52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:32,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44353,-1 for getting cluster id 2024-11-24T13:21:32,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:32,101 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38964366-f063-4859-bd19-a3d398d2ac1a' 2024-11-24T13:21:32,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:32,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38964366-f063-4859-bd19-a3d398d2ac1a" 2024-11-24T13:21:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e965b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44353,-1] 2024-11-24T13:21:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:32,103 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b09db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:32,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44353,1732454489376 2024-11-24T13:21:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25712657 2024-11-24T13:21:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:32,106 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:32,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:44353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:21:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:21:32,110 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:44353' 2024-11-24T13:21:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:32,115 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbdae5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:32,115 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,44353,-1 for getting cluster id 2024-11-24T13:21:32,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:32,117 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38964366-f063-4859-bd19-a3d398d2ac1a' 2024-11-24T13:21:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38964366-f063-4859-bd19-a3d398d2ac1a" 2024-11-24T13:21:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36382158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,44353,-1] 2024-11-24T13:21:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:32,119 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19293ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:32,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,44353,1732454489376 2024-11-24T13:21:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cbedba6 2024-11-24T13:21:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:32,123 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:32,124 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:21:32,124 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:21:32,124 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:32,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:32,125 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b10924491aa5:44353, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T13:21:32,138 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b10924491aa5:44353, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b10924491aa5:44353, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b10924491aa5:44353, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T13:21:32,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b10924491aa5:44353, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=32 msec 2024-11-24T13:21:32,140 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T13:21:32,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:32,220 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b10924491aa5:44353, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T13:21:32,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:32,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:32,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:32,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:32,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:32,243 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=538 (was 368) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51594) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35235 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;b10924491aa5:41335-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_598372411_20 at /127.0.0.1:46832 [Receiving block BP-1492394901-172.17.0.2-1732454488125:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_598372411_20 at /127.0.0.1:46846 [Receiving block BP-1492394901-172.17.0.2-1732454488125:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35235 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@506906b5[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;b10924491aa5:44353 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1378435692-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc0e043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_158077119_20 at /127.0.0.1:34778 [Receiving block BP-1492394901-172.17.0.2-1732454488125:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1492394901-172.17.0.2-1732454488125 heartbeating to localhost/127.0.0.1:35235 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454490564 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1492394901-172.17.0.2-1732454488125:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa-prefix:b10924491aa5,41335,1732454489459.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51594) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_598372411_20 at /127.0.0.1:34716 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-115576ac-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1095318395-7842 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc0e043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1068ff8a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;b10924491aa5:41335 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1378435692-7891-acceptor-0@617ce655-ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:40977} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/b10924491aa5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@539e6189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b10924491aa5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1492394901-172.17.0.2-1732454488125:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-4bf442cd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1095318395-7845-acceptor-0@401697b1-ServerConnector@2bab9e15{HTTP/1.1, (http/1.1)}{localhost:38585} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7846 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1492394901-172.17.0.2-1732454488125:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2889f38a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36871 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa/MasterData-prefix:b10924491aa5,44353,1732454489376 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007fc0e0adba70.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1378435692-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc0e09ff9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1378435692-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/data/data2/current/BP-1492394901-172.17.0.2-1732454488125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(531325097) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7844 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc0e043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35235/user/jenkins/test-data/c29ed230-c9a4-e0a7-bdcb-aed3b30f89aa-prefix:b10924491aa5,41335,1732454489459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454490563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp1095318395-7843 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc0e043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51594) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/cluster_77bb15a0-4d4e-7d31-af3b-d536b2b4c1f5/data/data1/current/BP-1492394901-172.17.0.2-1732454488125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51594 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:51594): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: b10924491aa5:44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RS_OPEN_META-regionserver/b10924491aa5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_REGION-regionserver/b10924491aa5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1095318395-7848 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1095318395-7841 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc0e043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=892 (was 808) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 523), ProcessCount=11 (was 11), AvailableMemoryMB=5994 (was 6022) 2024-11-24T13:21:32,247 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=538 is superior to 500 2024-11-24T13:21:32,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=537, OpenFileDescriptor=892, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=5994 2024-11-24T13:21:32,274 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=537 is superior to 500 2024-11-24T13:21:32,292 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T13:21:32,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.log.dir so I do NOT create it in target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381 2024-11-24T13:21:32,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:21:32,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.tmp.dir so I do NOT create it in target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381 2024-11-24T13:21:32,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f1e2d8b-df8d-5600-1b04-7fb10b029bdf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:21:32,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381 2024-11-24T13:21:32,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1, deleteOnExit=true 2024-11-24T13:21:32,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1/zookeeper_0, clientPort=63635, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:21:32,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63635 2024-11-24T13:21:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:21:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:21:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/test.cache.data in system properties and HBase conf 2024-11-24T13:21:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:21:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:21:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:21:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:21:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:21:32,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:21:32,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:32,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:21:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:21:32,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:21:32,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:21:32,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:21:32,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:32,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:32,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:32,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:32,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:32,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:21:32,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:32,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:32,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103bac19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:32,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41c5edc6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/java.io.tmpdir/jetty-localhost-45745-hadoop-hdfs-3_4_1-tests_jar-_-any-15044041811302709009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:32,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34af3c01{HTTP/1.1, (http/1.1)}{localhost:45745} 2024-11-24T13:21:32,632 INFO [Time-limited test {}] server.Server(415): Started @278412ms 2024-11-24T13:21:32,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:32,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:32,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:32,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:32,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:21:32,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:32,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41108ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:32,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e08cd82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/java.io.tmpdir/jetty-localhost-40535-hadoop-hdfs-3_4_1-tests_jar-_-any-5742345326026550576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:32,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49d9060f{HTTP/1.1, (http/1.1)}{localhost:40535} 2024-11-24T13:21:32,995 INFO [Time-limited test {}] server.Server(415): Started @278775ms 2024-11-24T13:21:32,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:21:33,157 WARN [Thread-4284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1/data/data1/current/BP-1996618331-172.17.0.2-1732454492382/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:33,168 WARN [Thread-4285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1/data/data2/current/BP-1996618331-172.17.0.2-1732454492382/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:33,198 WARN [Thread-4272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:21:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ca968772b4ef29 with lease ID 0xecd8f6942f1a0451: Processing first storage report for DS-5139c44a-e96b-4486-8d6a-73664a39f7ba from datanode DatanodeRegistration(127.0.0.1:34407, datanodeUuid=61d3ab00-40e7-4c25-a250-54d66a87b890, infoPort=33001, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1395542996;c=1732454492382) 2024-11-24T13:21:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ca968772b4ef29 with lease ID 0xecd8f6942f1a0451: from storage DS-5139c44a-e96b-4486-8d6a-73664a39f7ba node DatanodeRegistration(127.0.0.1:34407, datanodeUuid=61d3ab00-40e7-4c25-a250-54d66a87b890, infoPort=33001, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1395542996;c=1732454492382), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ca968772b4ef29 with lease ID 0xecd8f6942f1a0451: Processing first storage report for DS-9b6d46ee-c6ef-446a-a4b2-5194db04576d from datanode DatanodeRegistration(127.0.0.1:34407, datanodeUuid=61d3ab00-40e7-4c25-a250-54d66a87b890, infoPort=33001, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1395542996;c=1732454492382) 2024-11-24T13:21:33,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ca968772b4ef29 with lease ID 0xecd8f6942f1a0451: from storage DS-9b6d46ee-c6ef-446a-a4b2-5194db04576d node DatanodeRegistration(127.0.0.1:34407, datanodeUuid=61d3ab00-40e7-4c25-a250-54d66a87b890, infoPort=33001, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1395542996;c=1732454492382), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:33,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381 2024-11-24T13:21:33,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:33,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:21:33,258 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518 with version=8 2024-11-24T13:21:33,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/hbase-staging 2024-11-24T13:21:33,261 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:33,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:33,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:33,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:33,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:33,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:33,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:21:33,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:33,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42517 2024-11-24T13:21:33,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42517 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:33,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425170x0, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:33,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42517-0x1014a2393190000 connected 2024-11-24T13:21:33,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:33,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:33,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on znode that does not yet exist, /0-222066400/running 2024-11-24T13:21:33,311 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518, hbase.cluster.distributed=false 2024-11-24T13:21:33,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on znode that does not yet exist, /0-222066400/acl 2024-11-24T13:21:33,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-24T13:21:33,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42517 2024-11-24T13:21:33,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42517 2024-11-24T13:21:33,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-24T13:21:33,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-24T13:21:33,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:33,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:33,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:33,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:33,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:33,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:33,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:21:33,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:33,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33955 2024-11-24T13:21:33,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33955 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:33,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:33,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339550x0, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:33,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339550x0, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on znode that does not yet exist, /0-222066400/running 2024-11-24T13:21:33,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33955-0x1014a2393190001 connected 2024-11-24T13:21:33,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:21:33,359 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:21:33,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on znode that does not yet exist, /0-222066400/master 2024-11-24T13:21:33,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on znode that does not yet exist, /0-222066400/acl 2024-11-24T13:21:33,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-24T13:21:33,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33955 2024-11-24T13:21:33,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33955 2024-11-24T13:21:33,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-24T13:21:33,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-24T13:21:33,392 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:42517 2024-11-24T13:21:33,392 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-222066400/backup-masters/b10924491aa5,42517,1732454493261 2024-11-24T13:21:33,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400/backup-masters 2024-11-24T13:21:33,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400/backup-masters 2024-11-24T13:21:33,394 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on existing znode=/0-222066400/backup-masters/b10924491aa5,42517,1732454493261 2024-11-24T13:21:33,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:33,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-222066400/master 2024-11-24T13:21:33,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:33,396 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on existing znode=/0-222066400/master 2024-11-24T13:21:33,396 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-222066400/backup-masters/b10924491aa5,42517,1732454493261 from backup master directory 2024-11-24T13:21:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222066400/backup-masters/b10924491aa5,42517,1732454493261 2024-11-24T13:21:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400/backup-masters 2024-11-24T13:21:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400/backup-masters 2024-11-24T13:21:33,397 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:33,397 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,42517,1732454493261 2024-11-24T13:21:33,401 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/hbase.id] with ID: 0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9 2024-11-24T13:21:33,401 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/.tmp/hbase.id 2024-11-24T13:21:33,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:21:33,405 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/.tmp/hbase.id]:[hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/hbase.id] 2024-11-24T13:21:33,414 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:33,414 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:21:33,415 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T13:21:33,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:33,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:21:33,429 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:33,430 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:21:33,430 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:21:33,838 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store 2024-11-24T13:21:33,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:21:34,244 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:34,244 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:34,244 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:34,244 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:34,244 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:34,245 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:34,245 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:34,245 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454494244Disabling compacts and flushes for region at 1732454494244Disabling writes for close at 1732454494245 (+1 ms)Writing region close event to WAL at 1732454494245Closed at 1732454494245 2024-11-24T13:21:34,246 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/.initializing 2024-11-24T13:21:34,246 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/WALs/b10924491aa5,42517,1732454493261 2024-11-24T13:21:34,247 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:34,248 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C42517%2C1732454493261, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/WALs/b10924491aa5,42517,1732454493261, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/oldWALs, maxLogs=10 2024-11-24T13:21:34,263 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/WALs/b10924491aa5,42517,1732454493261/b10924491aa5%2C42517%2C1732454493261.1732454494248, exclude list is [], retry=0 2024-11-24T13:21:34,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34407,DS-5139c44a-e96b-4486-8d6a-73664a39f7ba,DISK] 2024-11-24T13:21:34,267 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/WALs/b10924491aa5,42517,1732454493261/b10924491aa5%2C42517%2C1732454493261.1732454494248 2024-11-24T13:21:34,267 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33001:33001)] 2024-11-24T13:21:34,267 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:34,267 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:34,268 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,268 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:21:34,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:34,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:34,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:21:34,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:34,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:34,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:21:34,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:34,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:34,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:21:34,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:34,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:34,274 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,275 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,275 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,276 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,276 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,277 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:34,278 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:34,279 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:34,280 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59787426, jitterRate=-0.1090979278087616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:34,280 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454494268Initializing all the Stores at 1732454494268Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454494268Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454494268Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454494268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454494268Cleaning up temporary data from old regions at 1732454494276 (+8 ms)Region opened successfully at 1732454494280 (+4 ms) 2024-11-24T13:21:34,280 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:21:34,282 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76012760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:34,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:21:34,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:21:34,283 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:21:34,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:21:34,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:21:34,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:21:34,284 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:21:34,286 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:21:34,287 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Unable to get data of znode /0-222066400/balancer because node does not exist (not necessarily an error) 2024-11-24T13:21:34,288 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222066400/balancer already deleted, retry=false 2024-11-24T13:21:34,288 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:21:34,288 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Unable to get data of znode /0-222066400/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:21:34,290 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222066400/normalizer already deleted, retry=false 2024-11-24T13:21:34,290 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:21:34,293 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Unable to get data of znode /0-222066400/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:21:34,294 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222066400/switch/split already deleted, retry=false 2024-11-24T13:21:34,294 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Unable to get data of znode /0-222066400/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:21:34,297 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222066400/switch/merge already deleted, retry=false 2024-11-24T13:21:34,298 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Unable to get data of znode /0-222066400/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:21:34,299 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222066400/snapshot-cleanup already deleted, retry=false 2024-11-24T13:21:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-222066400/running 2024-11-24T13:21:34,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-222066400/running 2024-11-24T13:21:34,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:34,301 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,42517,1732454493261, sessionid=0x1014a2393190000, setting cluster-up flag (Was=false) 2024-11-24T13:21:34,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:34,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:34,313 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-222066400/flush-table-proc/acquired, /0-222066400/flush-table-proc/reached, /0-222066400/flush-table-proc/abort 2024-11-24T13:21:34,314 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,42517,1732454493261 2024-11-24T13:21:34,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:34,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:34,325 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-222066400/online-snapshot/acquired, /0-222066400/online-snapshot/reached, /0-222066400/online-snapshot/abort 2024-11-24T13:21:34,326 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,42517,1732454493261 2024-11-24T13:21:34,327 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:21:34,328 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:34,328 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:21:34,328 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:21:34,329 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,42517,1732454493261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:34,330 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454524337 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:21:34,337 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:34,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:21:34,338 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:21:34,338 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:21:34,338 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:21:34,338 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:21:34,338 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:34,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:21:34,339 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:21:34,339 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:21:34,339 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454494339,5,FailOnTimeoutGroup] 2024-11-24T13:21:34,340 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454494339,5,FailOnTimeoutGroup] 2024-11-24T13:21:34,340 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,340 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:21:34,340 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,340 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:21:34,375 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(746): ClusterId : 0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9 2024-11-24T13:21:34,375 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:21:34,377 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:21:34,377 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:21:34,379 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:21:34,379 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6702ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:34,396 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:33955 2024-11-24T13:21:34,396 INFO [RS:0;b10924491aa5:33955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:21:34,396 INFO [RS:0;b10924491aa5:33955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:21:34,396 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:21:34,397 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,42517,1732454493261 with port=33955, startcode=1732454493342 2024-11-24T13:21:34,397 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:21:34,398 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:21:34,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,33955,1732454493342 2024-11-24T13:21:34,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42517 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,33955,1732454493342 2024-11-24T13:21:34,400 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518 2024-11-24T13:21:34,400 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46211 2024-11-24T13:21:34,400 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:21:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400/rs 2024-11-24T13:21:34,402 DEBUG [RS:0;b10924491aa5:33955 {}] zookeeper.ZKUtil(111): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on existing znode=/0-222066400/rs/b10924491aa5,33955,1732454493342 2024-11-24T13:21:34,402 WARN [RS:0;b10924491aa5:33955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:34,402 INFO [RS:0;b10924491aa5:33955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:34,402 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342 2024-11-24T13:21:34,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,33955,1732454493342] 2024-11-24T13:21:34,406 INFO [RS:0;b10924491aa5:33955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:21:34,412 INFO [RS:0;b10924491aa5:33955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:21:34,413 INFO [RS:0;b10924491aa5:33955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:21:34,413 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,414 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:21:34,414 INFO [RS:0;b10924491aa5:33955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:21:34,414 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,414 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,414 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,414 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,414 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:34,415 DEBUG [RS:0;b10924491aa5:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:34,415 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,415 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,415 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,415 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,415 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,415 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33955,1732454493342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:34,445 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:21:34,446 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33955,1732454493342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,446 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,446 INFO [RS:0;b10924491aa5:33955 {}] regionserver.Replication(171): b10924491aa5,33955,1732454493342 started 2024-11-24T13:21:34,464 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:34,464 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,33955,1732454493342, RpcServer on b10924491aa5/172.17.0.2:33955, sessionid=0x1014a2393190001 2024-11-24T13:21:34,464 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:21:34,464 DEBUG [RS:0;b10924491aa5:33955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,33955,1732454493342 2024-11-24T13:21:34,464 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,33955,1732454493342' 2024-11-24T13:21:34,464 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-222066400/flush-table-proc/abort' 2024-11-24T13:21:34,465 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-222066400/flush-table-proc/acquired' 2024-11-24T13:21:34,465 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:21:34,465 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:21:34,465 DEBUG [RS:0;b10924491aa5:33955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,33955,1732454493342 2024-11-24T13:21:34,465 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,33955,1732454493342' 2024-11-24T13:21:34,465 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-222066400/online-snapshot/abort' 2024-11-24T13:21:34,466 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-222066400/online-snapshot/acquired' 2024-11-24T13:21:34,466 DEBUG [RS:0;b10924491aa5:33955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:21:34,466 INFO [RS:0;b10924491aa5:33955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:21:34,466 INFO [RS:0;b10924491aa5:33955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:21:34,567 INFO [RS:0;b10924491aa5:33955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:34,568 INFO [RS:0;b10924491aa5:33955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33955%2C1732454493342, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/oldWALs, maxLogs=10 2024-11-24T13:21:34,582 DEBUG [RS:0;b10924491aa5:33955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568, exclude list is [], retry=0 2024-11-24T13:21:34,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34407,DS-5139c44a-e96b-4486-8d6a-73664a39f7ba,DISK] 2024-11-24T13:21:34,592 INFO [RS:0;b10924491aa5:33955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 2024-11-24T13:21:34,592 DEBUG [RS:0;b10924491aa5:33955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33001:33001)] 2024-11-24T13:21:34,753 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:21:34,753 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518 2024-11-24T13:21:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741833_1009 (size=32) 2024-11-24T13:21:35,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:35,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:35,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:35,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:35,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:35,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:35,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:35,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:35,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:35,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:35,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740 2024-11-24T13:21:35,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740 2024-11-24T13:21:35,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:35,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:35,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:35,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:35,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:35,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64071606, jitterRate=-0.045258671045303345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454495165Initializing all the Stores at 1732454495166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454495166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454495166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454495166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454495166Cleaning up temporary data from old regions at 1732454495175 (+9 ms)Region opened successfully at 1732454495178 (+3 ms) 2024-11-24T13:21:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:35,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:35,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:35,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454495178Disabling compacts and flushes for region at 1732454495178Disabling writes for close at 1732454495178Writing region close event to WAL at 1732454495179 (+1 ms)Closed at 1732454495179 2024-11-24T13:21:35,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:35,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:21:35,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:21:35,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:35,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:21:35,332 DEBUG [b10924491aa5:42517 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:21:35,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,33955,1732454493342 2024-11-24T13:21:35,333 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,33955,1732454493342, state=OPENING 2024-11-24T13:21:35,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:21:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:35,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:35,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222066400/meta-region-server: CHANGED 2024-11-24T13:21:35,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222066400/meta-region-server: CHANGED 2024-11-24T13:21:35,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,33955,1732454493342}] 2024-11-24T13:21:35,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:35,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:21:35,492 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:21:35,493 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:35,493 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:21:35,494 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33955%2C1732454493342.meta, suffix=.meta, logDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/oldWALs, maxLogs=10 2024-11-24T13:21:35,509 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.meta.1732454495494.meta, exclude list is [], retry=0 2024-11-24T13:21:35,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34407,DS-5139c44a-e96b-4486-8d6a-73664a39f7ba,DISK] 2024-11-24T13:21:35,512 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.meta.1732454495494.meta 2024-11-24T13:21:35,512 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33001:33001)] 2024-11-24T13:21:35,512 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:35,512 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:35,512 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:35,512 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:21:35,513 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:21:35,513 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:21:35,513 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:35,513 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:21:35,513 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:21:35,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:35,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:35,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:35,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:35,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:35,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:35,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:35,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:35,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:35,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:35,517 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:35,518 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740 2024-11-24T13:21:35,518 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740 2024-11-24T13:21:35,519 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:35,519 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:35,519 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:35,520 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:35,521 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63246389, jitterRate=-0.057555362582206726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:35,521 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:21:35,521 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454495513Writing region info on filesystem at 1732454495513Initializing all the Stores at 1732454495513Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454495513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454495514 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454495514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454495514Cleaning up temporary data from old regions at 1732454495519 (+5 ms)Running coprocessor post-open hooks at 1732454495521 (+2 ms)Region opened successfully at 1732454495521 2024-11-24T13:21:35,521 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454495488 2024-11-24T13:21:35,523 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:21:35,523 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:21:35,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,33955,1732454493342 2024-11-24T13:21:35,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,33955,1732454493342, state=OPEN 2024-11-24T13:21:35,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:35,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:21:35,528 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108766 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:21:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-222066400/meta-region-server 2024-11-24T13:21:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-222066400/meta-region-server 2024-11-24T13:21:35,531 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,33955,1732454493342 2024-11-24T13:21:35,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222066400/meta-region-server: CHANGED 2024-11-24T13:21:35,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222066400/meta-region-server: CHANGED 2024-11-24T13:21:35,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:21:35,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,33955,1732454493342 in 194 msec 2024-11-24T13:21:35,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:21:35,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-24T13:21:35,536 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:35,536 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:21:35,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:35,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33955,1732454493342, seqNum=-1] 2024-11-24T13:21:35,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:35,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:35,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-24T13:21:35,543 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454495543, completionTime=-1 2024-11-24T13:21:35,543 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:21:35,543 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:21:35,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:21:35,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454555545 2024-11-24T13:21:35,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454615545 2024-11-24T13:21:35,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:21:35,546 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42517,1732454493261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:35,546 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42517,1732454493261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:35,546 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42517,1732454493261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:35,546 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:42517, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:35,546 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:35,546 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:35,548 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:21:35,549 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.152sec 2024-11-24T13:21:35,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:21:35,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:21:35,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:21:35,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:21:35,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:21:35,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42517,1732454493261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:35,550 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42517,1732454493261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:21:35,552 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:21:35,552 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:21:35,552 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,42517,1732454493261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:35,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ae20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:35,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42517,-1 for getting cluster id 2024-11-24T13:21:35,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:35,579 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9' 2024-11-24T13:21:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9" 2024-11-24T13:21:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd025cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42517,-1] 2024-11-24T13:21:35,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:35,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:35,580 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:35,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4befd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:35,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33955,1732454493342, seqNum=-1] 2024-11-24T13:21:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:35,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:35,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,42517,1732454493261 2024-11-24T13:21:35,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:35,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:35,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.log.dir so I do NOT create it in target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4 2024-11-24T13:21:35,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:21:35,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.tmp.dir so I do NOT create it in target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4 2024-11-24T13:21:35,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a2393190002 connected 2024-11-24T13:21:35,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:21:35,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4 2024-11-24T13:21:35,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:21:35,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/cluster_ccba67dd-215d-f2de-1a90-04b0dea898c0, deleteOnExit=true 2024-11-24T13:21:35,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:21:35,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/test.cache.data in system properties and HBase conf 2024-11-24T13:21:35,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:21:35,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:21:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:21:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:21:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:21:35,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:21:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:21:35,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:21:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:21:35,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:35,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:35,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:35,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:35,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:21:35,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:35,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415693f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:35,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9d2125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:35,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56af9fe4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/java.io.tmpdir/jetty-localhost-40303-hadoop-hdfs-3_4_1-tests_jar-_-any-12218637317649089254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:35,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75665d82{HTTP/1.1, (http/1.1)}{localhost:40303} 2024-11-24T13:21:35,836 INFO [Time-limited test {}] server.Server(415): Started @281616ms 2024-11-24T13:21:35,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:35,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:35,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:35,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:35,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:21:35,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:35,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116b2349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:36,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af007df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/java.io.tmpdir/jetty-localhost-40741-hadoop-hdfs-3_4_1-tests_jar-_-any-7331167835701983117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:36,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26d49f62{HTTP/1.1, (http/1.1)}{localhost:40741} 2024-11-24T13:21:36,059 INFO [Time-limited test {}] server.Server(415): Started @281839ms 2024-11-24T13:21:36,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:21:36,187 WARN [Thread-4404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/cluster_ccba67dd-215d-f2de-1a90-04b0dea898c0/data/data1/current/BP-1205305470-172.17.0.2-1732454495620/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:36,187 WARN [Thread-4405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/cluster_ccba67dd-215d-f2de-1a90-04b0dea898c0/data/data2/current/BP-1205305470-172.17.0.2-1732454495620/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:36,210 WARN [Thread-4392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a43ba24faa6b5 with lease ID 0xfa7bf67c6dc52f39: Processing first storage report for DS-cc53cdf4-1c39-4e33-a8c4-49d849f86946 from datanode DatanodeRegistration(127.0.0.1:40069, datanodeUuid=dd72ecd0-48d3-467d-951b-09de31faee20, infoPort=41369, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=2125525344;c=1732454495620) 2024-11-24T13:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a43ba24faa6b5 with lease ID 0xfa7bf67c6dc52f39: from storage DS-cc53cdf4-1c39-4e33-a8c4-49d849f86946 node DatanodeRegistration(127.0.0.1:40069, datanodeUuid=dd72ecd0-48d3-467d-951b-09de31faee20, infoPort=41369, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=2125525344;c=1732454495620), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a43ba24faa6b5 with lease ID 0xfa7bf67c6dc52f39: Processing first storage report for DS-597f6410-7640-4e57-8895-1da9f27b7e28 from datanode DatanodeRegistration(127.0.0.1:40069, datanodeUuid=dd72ecd0-48d3-467d-951b-09de31faee20, infoPort=41369, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=2125525344;c=1732454495620) 2024-11-24T13:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a43ba24faa6b5 with lease ID 0xfa7bf67c6dc52f39: from storage DS-597f6410-7640-4e57-8895-1da9f27b7e28 node DatanodeRegistration(127.0.0.1:40069, datanodeUuid=dd72ecd0-48d3-467d-951b-09de31faee20, infoPort=41369, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=2125525344;c=1732454495620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:36,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4 2024-11-24T13:21:36,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:36,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:36,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:21:36,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:21:36,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T13:21:36,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206 with version=8 2024-11-24T13:21:36,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/hbase-staging 2024-11-24T13:21:36,704 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:36,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:36,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:36,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:36,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:36,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:36,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:21:36,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:36,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36307 2024-11-24T13:21:36,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36307 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:36,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363070x0, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:36,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36307-0x1014a2393190003 connected 2024-11-24T13:21:36,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:36,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:36,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on znode that does not yet exist, /1-247265643/running 2024-11-24T13:21:36,731 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206, hbase.cluster.distributed=false 2024-11-24T13:21:36,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on znode that does not yet exist, /1-247265643/acl 2024-11-24T13:21:36,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-24T13:21:36,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36307 2024-11-24T13:21:36,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36307 2024-11-24T13:21:36,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-24T13:21:36,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36307 2024-11-24T13:21:36,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:36,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:36,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:36,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:36,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:36,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:36,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:21:36,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:36,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34335 2024-11-24T13:21:36,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34335 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:36,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:36,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:36,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343350x0, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:36,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343350x0, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on znode that does not yet exist, /1-247265643/running 2024-11-24T13:21:36,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:21:36,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34335-0x1014a2393190004 connected 2024-11-24T13:21:36,809 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:21:36,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on znode that does not yet exist, /1-247265643/master 2024-11-24T13:21:36,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on znode that does not yet exist, /1-247265643/acl 2024-11-24T13:21:36,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-24T13:21:36,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34335 2024-11-24T13:21:36,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34335 2024-11-24T13:21:36,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-24T13:21:36,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-24T13:21:36,878 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:36307 2024-11-24T13:21:36,879 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-247265643/backup-masters/b10924491aa5,36307,1732454496703 2024-11-24T13:21:36,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643/backup-masters 2024-11-24T13:21:36,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643/backup-masters 2024-11-24T13:21:36,880 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on existing znode=/1-247265643/backup-masters/b10924491aa5,36307,1732454496703 2024-11-24T13:21:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-247265643/master 2024-11-24T13:21:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:36,883 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on existing znode=/1-247265643/master 2024-11-24T13:21:36,884 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-247265643/backup-masters/b10924491aa5,36307,1732454496703 from backup master directory 2024-11-24T13:21:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643/backup-masters 2024-11-24T13:21:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-247265643/backup-masters/b10924491aa5,36307,1732454496703 2024-11-24T13:21:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643/backup-masters 2024-11-24T13:21:36,885 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:36,885 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,36307,1732454496703 2024-11-24T13:21:36,894 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/hbase.id] with ID: 59c385cb-9d8a-4a3a-94fc-755c40cb498c 2024-11-24T13:21:36,894 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/.tmp/hbase.id 2024-11-24T13:21:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:21:36,901 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/.tmp/hbase.id]:[hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/hbase.id] 2024-11-24T13:21:36,914 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:36,915 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:21:36,916 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T13:21:36,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:36,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:21:36,960 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:36,961 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:21:36,961 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:21:37,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:37,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,375 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store 2024-11-24T13:21:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:21:37,392 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:37,392 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:37,392 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:37,392 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:37,392 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:37,392 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:37,392 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:37,392 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454497392Disabling compacts and flushes for region at 1732454497392Disabling writes for close at 1732454497392Writing region close event to WAL at 1732454497392Closed at 1732454497392 2024-11-24T13:21:37,393 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/.initializing 2024-11-24T13:21:37,393 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/WALs/b10924491aa5,36307,1732454496703 2024-11-24T13:21:37,394 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:37,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,396 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C36307%2C1732454496703, suffix=, logDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/WALs/b10924491aa5,36307,1732454496703, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/oldWALs, maxLogs=10 2024-11-24T13:21:37,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:37,417 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/WALs/b10924491aa5,36307,1732454496703/b10924491aa5%2C36307%2C1732454496703.1732454497396, exclude list is [], retry=0 2024-11-24T13:21:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-cc53cdf4-1c39-4e33-a8c4-49d849f86946,DISK] 2024-11-24T13:21:37,462 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/WALs/b10924491aa5,36307,1732454496703/b10924491aa5%2C36307%2C1732454496703.1732454497396 2024-11-24T13:21:37,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41369:41369)] 2024-11-24T13:21:37,478 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:37,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:37,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,479 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:21:37,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:37,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:37,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:21:37,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:37,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:37,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:21:37,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:37,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:37,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:21:37,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:37,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:37,502 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,503 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,503 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,504 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,504 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,505 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:37,506 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:37,528 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:37,529 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62496342, jitterRate=-0.06873193383216858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:37,529 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454497479Initializing all the Stores at 1732454497480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454497480Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454497488 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454497488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454497488Cleaning up temporary data from old regions at 1732454497504 (+16 ms)Region opened successfully at 1732454497529 (+25 ms) 2024-11-24T13:21:37,538 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:21:37,542 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63539ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:37,544 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:21:37,544 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:21:37,544 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:21:37,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:21:37,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:21:37,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:21:37,545 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:21:37,558 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:21:37,559 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Unable to get data of znode /1-247265643/balancer because node does not exist (not necessarily an error) 2024-11-24T13:21:37,561 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-247265643/balancer already deleted, retry=false 2024-11-24T13:21:37,561 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:21:37,562 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Unable to get data of znode /1-247265643/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:21:37,564 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-247265643/normalizer already deleted, retry=false 2024-11-24T13:21:37,565 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:21:37,573 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Unable to get data of znode /1-247265643/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:21:37,574 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-247265643/switch/split already deleted, retry=false 2024-11-24T13:21:37,575 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Unable to get data of znode /1-247265643/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:21:37,576 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-247265643/switch/merge already deleted, retry=false 2024-11-24T13:21:37,578 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Unable to get data of znode /1-247265643/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:21:37,579 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-247265643/snapshot-cleanup already deleted, retry=false 2024-11-24T13:21:37,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-247265643/running 2024-11-24T13:21:37,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:37,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-247265643/running 2024-11-24T13:21:37,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:37,584 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,36307,1732454496703, sessionid=0x1014a2393190003, setting cluster-up flag (Was=false) 2024-11-24T13:21:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:37,593 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-247265643/flush-table-proc/acquired, /1-247265643/flush-table-proc/reached, /1-247265643/flush-table-proc/abort 2024-11-24T13:21:37,594 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,36307,1732454496703 2024-11-24T13:21:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:37,603 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-247265643/online-snapshot/acquired, /1-247265643/online-snapshot/reached, /1-247265643/online-snapshot/abort 2024-11-24T13:21:37,604 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,36307,1732454496703 2024-11-24T13:21:37,613 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:21:37,622 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:37,622 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:21:37,622 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:21:37,623 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,36307,1732454496703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:21:37,624 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:37,624 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:37,624 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:37,624 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:37,624 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:21:37,624 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,625 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:37,625 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:37,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:21:37,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:37,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:21:37,668 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454527668 2024-11-24T13:21:37,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:21:37,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:21:37,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:21:37,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:21:37,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:21:37,669 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:21:37,678 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,678 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(746): ClusterId : 59c385cb-9d8a-4a3a-94fc-755c40cb498c 2024-11-24T13:21:37,678 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:21:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:21:37,681 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:21:37,681 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:21:37,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:21:37,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206 2024-11-24T13:21:37,684 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:21:37,684 DEBUG [RS:0;b10924491aa5:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62600c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:37,687 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:21:37,687 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:21:37,688 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:21:37,688 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:21:37,691 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:21:37,691 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:21:37,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454497691,5,FailOnTimeoutGroup] 2024-11-24T13:21:37,707 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:34335 2024-11-24T13:21:37,707 INFO [RS:0;b10924491aa5:34335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:21:37,707 INFO [RS:0;b10924491aa5:34335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:21:37,707 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:21:37,707 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454497692,5,FailOnTimeoutGroup] 2024-11-24T13:21:37,707 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,707 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:21:37,707 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,707 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,708 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,36307,1732454496703 with port=34335, startcode=1732454496793 2024-11-24T13:21:37,708 DEBUG [RS:0;b10924491aa5:34335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:21:37,721 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:21:37,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,34335,1732454496793 2024-11-24T13:21:37,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36307 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,34335,1732454496793 2024-11-24T13:21:37,724 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206 2024-11-24T13:21:37,725 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42441 2024-11-24T13:21:37,725 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:21:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643/rs 2024-11-24T13:21:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:21:37,729 DEBUG [RS:0;b10924491aa5:34335 {}] zookeeper.ZKUtil(111): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on existing znode=/1-247265643/rs/b10924491aa5,34335,1732454496793 2024-11-24T13:21:37,729 WARN [RS:0;b10924491aa5:34335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:37,730 INFO [RS:0;b10924491aa5:34335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:37,730 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/WALs/b10924491aa5,34335,1732454496793 2024-11-24T13:21:37,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,34335,1732454496793] 2024-11-24T13:21:37,743 INFO [RS:0;b10924491aa5:34335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:21:37,752 INFO [RS:0;b10924491aa5:34335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:21:37,753 INFO [RS:0;b10924491aa5:34335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:21:37,753 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,756 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:21:37,757 INFO [RS:0;b10924491aa5:34335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:21:37,757 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,757 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,758 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,758 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,758 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:37,758 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:37,758 DEBUG [RS:0;b10924491aa5:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:37,760 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,760 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,760 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,760 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,760 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,760 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34335,1732454496793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:37,778 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:21:37,779 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34335,1732454496793-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,779 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,779 INFO [RS:0;b10924491aa5:34335 {}] regionserver.Replication(171): b10924491aa5,34335,1732454496793 started 2024-11-24T13:21:37,795 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:37,795 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,34335,1732454496793, RpcServer on b10924491aa5/172.17.0.2:34335, sessionid=0x1014a2393190004 2024-11-24T13:21:37,795 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:21:37,795 DEBUG [RS:0;b10924491aa5:34335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,34335,1732454496793 2024-11-24T13:21:37,795 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34335,1732454496793' 2024-11-24T13:21:37,795 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-247265643/flush-table-proc/abort' 2024-11-24T13:21:37,796 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-247265643/flush-table-proc/acquired' 2024-11-24T13:21:37,796 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:21:37,796 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:21:37,796 DEBUG [RS:0;b10924491aa5:34335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,34335,1732454496793 2024-11-24T13:21:37,796 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34335,1732454496793' 2024-11-24T13:21:37,796 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-247265643/online-snapshot/abort' 2024-11-24T13:21:37,797 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-247265643/online-snapshot/acquired' 2024-11-24T13:21:37,797 DEBUG [RS:0;b10924491aa5:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:21:37,797 INFO [RS:0;b10924491aa5:34335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:21:37,797 INFO [RS:0;b10924491aa5:34335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:21:37,898 INFO [RS:0;b10924491aa5:34335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:37,899 INFO [RS:0;b10924491aa5:34335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34335%2C1732454496793, suffix=, logDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/WALs/b10924491aa5,34335,1732454496793, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/oldWALs, maxLogs=10 2024-11-24T13:21:37,918 DEBUG [RS:0;b10924491aa5:34335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/WALs/b10924491aa5,34335,1732454496793/b10924491aa5%2C34335%2C1732454496793.1732454497900, exclude list is [], retry=0 2024-11-24T13:21:37,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-cc53cdf4-1c39-4e33-a8c4-49d849f86946,DISK] 2024-11-24T13:21:37,924 INFO [RS:0;b10924491aa5:34335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/WALs/b10924491aa5,34335,1732454496793/b10924491aa5%2C34335%2C1732454496793.1732454497900 2024-11-24T13:21:37,925 DEBUG [RS:0;b10924491aa5:34335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41369:41369)] 2024-11-24T13:21:38,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:38,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:38,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:38,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:38,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:38,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:38,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:38,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:38,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:38,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:38,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740 2024-11-24T13:21:38,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740 2024-11-24T13:21:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:38,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:38,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:38,155 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:38,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64294975, jitterRate=-0.04193021357059479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:38,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454498130Initializing all the Stores at 1732454498131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454498131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454498131Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454498131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454498131Cleaning up temporary data from old regions at 1732454498140 (+9 ms)Region opened successfully at 1732454498156 (+16 ms) 2024-11-24T13:21:38,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:38,156 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:38,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:38,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:38,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:38,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:38,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454498156Disabling compacts and flushes for region at 1732454498156Disabling writes for close at 1732454498157 (+1 ms)Writing region close event to WAL at 1732454498171 (+14 ms)Closed at 1732454498171 2024-11-24T13:21:38,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:38,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:21:38,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:21:38,174 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:38,175 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:21:38,326 DEBUG [b10924491aa5:36307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:21:38,326 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,34335,1732454496793 2024-11-24T13:21:38,327 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34335,1732454496793, state=OPENING 2024-11-24T13:21:38,329 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:21:38,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:38,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:38,332 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:38,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-247265643/meta-region-server: CHANGED 2024-11-24T13:21:38,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34335,1732454496793}] 2024-11-24T13:21:38,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-247265643/meta-region-server: CHANGED 2024-11-24T13:21:38,485 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:38,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:21:38,490 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:21:38,490 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:38,490 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:21:38,491 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C34335%2C1732454496793.meta, suffix=.meta, logDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/WALs/b10924491aa5,34335,1732454496793, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/oldWALs, maxLogs=10 2024-11-24T13:21:38,509 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/WALs/b10924491aa5,34335,1732454496793/b10924491aa5%2C34335%2C1732454496793.meta.1732454498492.meta, exclude list is [], retry=0 2024-11-24T13:21:38,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-cc53cdf4-1c39-4e33-a8c4-49d849f86946,DISK] 2024-11-24T13:21:38,514 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/WALs/b10924491aa5,34335,1732454496793/b10924491aa5%2C34335%2C1732454496793.meta.1732454498492.meta 2024-11-24T13:21:38,520 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41369:41369)] 2024-11-24T13:21:38,521 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:38,521 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:38,521 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:38,522 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:21:38,522 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:21:38,522 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:21:38,522 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:38,522 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:21:38,522 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:21:38,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:38,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:38,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:38,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:38,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:38,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:38,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:38,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:38,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:38,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:38,535 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:38,536 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740 2024-11-24T13:21:38,541 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740 2024-11-24T13:21:38,543 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:38,543 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:38,545 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:38,546 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:38,547 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723568, jitterRate=-0.020642518997192383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:38,547 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:21:38,548 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454498522Writing region info on filesystem at 1732454498522Initializing all the Stores at 1732454498523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454498523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454498528 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454498528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454498528Cleaning up temporary data from old regions at 1732454498543 (+15 ms)Running coprocessor post-open hooks at 1732454498548 (+5 ms)Region opened successfully at 1732454498548 2024-11-24T13:21:38,549 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454498485 2024-11-24T13:21:38,551 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:21:38,551 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:21:38,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34335,1732454496793 2024-11-24T13:21:38,552 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34335,1732454496793, state=OPEN 2024-11-24T13:21:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-247265643/meta-region-server 2024-11-24T13:21:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-247265643/meta-region-server 2024-11-24T13:21:38,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,34335,1732454496793 2024-11-24T13:21:38,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-247265643/meta-region-server: CHANGED 2024-11-24T13:21:38,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-247265643/meta-region-server: CHANGED 2024-11-24T13:21:38,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:21:38,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34335,1732454496793 in 222 msec 2024-11-24T13:21:38,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:21:38,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-24T13:21:38,558 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:38,558 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:21:38,560 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:38,560 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34335,1732454496793, seqNum=-1] 2024-11-24T13:21:38,560 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:38,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:38,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 944 msec 2024-11-24T13:21:38,565 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454498565, completionTime=-1 2024-11-24T13:21:38,565 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:21:38,565 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:21:38,568 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:21:38,568 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454558568 2024-11-24T13:21:38,568 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454618568 2024-11-24T13:21:38,568 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T13:21:38,569 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36307,1732454496703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:38,569 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36307,1732454496703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:38,569 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36307,1732454496703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:38,569 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:36307, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:38,569 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:38,569 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:38,571 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.688sec 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36307,1732454496703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:38,573 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36307,1732454496703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:21:38,575 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:21:38,575 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:21:38,575 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,36307,1732454496703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:38,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6b2280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:38,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,36307,-1 for getting cluster id 2024-11-24T13:21:38,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:38,579 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c385cb-9d8a-4a3a-94fc-755c40cb498c' 2024-11-24T13:21:38,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c385cb-9d8a-4a3a-94fc-755c40cb498c" 2024-11-24T13:21:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf85488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,36307,-1] 2024-11-24T13:21:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:38,581 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:38,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499a676d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:38,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34335,1732454496793, seqNum=-1] 2024-11-24T13:21:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:38,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:38,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,36307,1732454496703 2024-11-24T13:21:38,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:38,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a2393190005 connected 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.log.dir so I do NOT create it in target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96 2024-11-24T13:21:38,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.tmp.dir so I do NOT create it in target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96 2024-11-24T13:21:38,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:21:38,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/cluster_a6667153-001e-3082-7e4e-c9690b14d54b, deleteOnExit=true 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/test.cache.data in system properties and HBase conf 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:21:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:21:38,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:21:38,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:38,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:21:38,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:21:38,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:21:38,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:21:38,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:21:38,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:21:38,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:38,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:38,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:38,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:38,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:21:38,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:38,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4742d682{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:38,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40341b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:38,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@231fd69d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/java.io.tmpdir/jetty-localhost-44915-hadoop-hdfs-3_4_1-tests_jar-_-any-13949610816625728168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:38,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32927143{HTTP/1.1, (http/1.1)}{localhost:44915} 2024-11-24T13:21:38,846 INFO [Time-limited test {}] server.Server(415): Started @284626ms 2024-11-24T13:21:38,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:21:38,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:21:38,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:21:38,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:21:38,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:21:38,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:21:38,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a759102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:21:39,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23951614{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/java.io.tmpdir/jetty-localhost-45401-hadoop-hdfs-3_4_1-tests_jar-_-any-7649925894249704804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:39,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249026b0{HTTP/1.1, (http/1.1)}{localhost:45401} 2024-11-24T13:21:39,134 INFO [Time-limited test {}] server.Server(415): Started @284914ms 2024-11-24T13:21:39,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:21:39,262 WARN [Thread-4525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/cluster_a6667153-001e-3082-7e4e-c9690b14d54b/data/data1/current/BP-1763131079-172.17.0.2-1732454498618/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:39,262 WARN [Thread-4526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/cluster_a6667153-001e-3082-7e4e-c9690b14d54b/data/data2/current/BP-1763131079-172.17.0.2-1732454498618/current, will proceed with Du for space computation calculation, 2024-11-24T13:21:39,293 WARN [Thread-4513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:21:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x484d31e40df17cd5 with lease ID 0xc25805b99a36ca94: Processing first storage report for DS-805759af-f5aa-4555-acd3-abca25142914 from datanode DatanodeRegistration(127.0.0.1:36209, datanodeUuid=d2eadc24-9691-4d4f-964f-5be47498639f, infoPort=45431, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=1471617892;c=1732454498618) 2024-11-24T13:21:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x484d31e40df17cd5 with lease ID 0xc25805b99a36ca94: from storage DS-805759af-f5aa-4555-acd3-abca25142914 node DatanodeRegistration(127.0.0.1:36209, datanodeUuid=d2eadc24-9691-4d4f-964f-5be47498639f, infoPort=45431, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=1471617892;c=1732454498618), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x484d31e40df17cd5 with lease ID 0xc25805b99a36ca94: Processing first storage report for DS-1e835273-3dee-458f-a2ed-d73aa8ded251 from datanode DatanodeRegistration(127.0.0.1:36209, datanodeUuid=d2eadc24-9691-4d4f-964f-5be47498639f, infoPort=45431, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=1471617892;c=1732454498618) 2024-11-24T13:21:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x484d31e40df17cd5 with lease ID 0xc25805b99a36ca94: from storage DS-1e835273-3dee-458f-a2ed-d73aa8ded251 node DatanodeRegistration(127.0.0.1:36209, datanodeUuid=d2eadc24-9691-4d4f-964f-5be47498639f, infoPort=45431, infoSecurePort=0, ipcPort=44047, storageInfo=lv=-57;cid=testClusterID;nsid=1471617892;c=1732454498618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:21:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:21:39,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:21:39,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T13:21:39,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T13:21:39,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:39,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T13:21:39,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T13:21:39,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T13:21:39,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96 2024-11-24T13:21:39,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:39,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:39,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:21:39,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c with version=8 2024-11-24T13:21:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/hbase-staging 2024-11-24T13:21:39,404 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:39,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:39,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:39,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:39,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:39,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:39,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:21:39,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:39,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45781 2024-11-24T13:21:39,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45781 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:39,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457810x0, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:39,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45781-0x1014a2393190006 connected 2024-11-24T13:21:39,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:39,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:39,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on znode that does not yet exist, /2591662997/running 2024-11-24T13:21:39,433 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c, hbase.cluster.distributed=false 2024-11-24T13:21:39,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on znode that does not yet exist, /2591662997/acl 2024-11-24T13:21:39,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-24T13:21:39,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45781 2024-11-24T13:21:39,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45781 2024-11-24T13:21:39,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-24T13:21:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-24T13:21:39,484 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:21:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:39,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:21:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:21:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:21:39,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:21:39,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:21:39,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40265 2024-11-24T13:21:39,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40265 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:39,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:39,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:39,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402650x0, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on znode that does not yet exist, /2591662997/running 2024-11-24T13:21:39,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:21:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402650x0, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:39,504 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:21:39,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402650x0, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on znode that does not yet exist, /2591662997/master 2024-11-24T13:21:39,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402650x0, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on znode that does not yet exist, /2591662997/acl 2024-11-24T13:21:39,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40265-0x1014a2393190007 connected 2024-11-24T13:21:39,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-24T13:21:39,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40265 2024-11-24T13:21:39,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40265 2024-11-24T13:21:39,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-24T13:21:39,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-24T13:21:39,593 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:45781 2024-11-24T13:21:39,593 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2591662997/backup-masters/b10924491aa5,45781,1732454499404 2024-11-24T13:21:39,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997/backup-masters 2024-11-24T13:21:39,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997/backup-masters 2024-11-24T13:21:39,596 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on existing znode=/2591662997/backup-masters/b10924491aa5,45781,1732454499404 2024-11-24T13:21:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2591662997/master 2024-11-24T13:21:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,599 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on existing znode=/2591662997/master 2024-11-24T13:21:39,599 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2591662997/backup-masters/b10924491aa5,45781,1732454499404 from backup master directory 2024-11-24T13:21:39,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2591662997/backup-masters/b10924491aa5,45781,1732454499404 2024-11-24T13:21:39,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997/backup-masters 2024-11-24T13:21:39,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997/backup-masters 2024-11-24T13:21:39,602 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:39,602 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,45781,1732454499404 2024-11-24T13:21:39,609 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/hbase.id] with ID: e6e599c9-ec43-4157-8164-41d48ce4ba61 2024-11-24T13:21:39,609 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/.tmp/hbase.id 2024-11-24T13:21:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:21:39,624 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/.tmp/hbase.id]:[hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/hbase.id] 2024-11-24T13:21:39,640 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:39,640 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:21:39,642 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T13:21:39,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:21:39,681 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:39,682 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:21:39,682 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:21:39,701 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store 2024-11-24T13:21:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:21:39,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:39,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:39,733 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:39,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:39,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:39,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:39,733 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:39,733 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454499733Disabling compacts and flushes for region at 1732454499733Disabling writes for close at 1732454499733Writing region close event to WAL at 1732454499733Closed at 1732454499733 2024-11-24T13:21:39,734 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/.initializing 2024-11-24T13:21:39,734 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/WALs/b10924491aa5,45781,1732454499404 2024-11-24T13:21:39,736 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:39,737 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C45781%2C1732454499404, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/WALs/b10924491aa5,45781,1732454499404, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/oldWALs, maxLogs=10 2024-11-24T13:21:39,758 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/WALs/b10924491aa5,45781,1732454499404/b10924491aa5%2C45781%2C1732454499404.1732454499738, exclude list is [], retry=0 2024-11-24T13:21:39,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-805759af-f5aa-4555-acd3-abca25142914,DISK] 2024-11-24T13:21:39,769 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/WALs/b10924491aa5,45781,1732454499404/b10924491aa5%2C45781%2C1732454499404.1732454499738 2024-11-24T13:21:39,769 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)] 2024-11-24T13:21:39,769 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:39,770 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:39,770 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,770 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:21:39,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:39,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:39,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:21:39,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:39,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:39,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:21:39,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:39,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:39,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:21:39,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:39,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:39,779 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,780 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,780 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,781 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,781 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,782 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:39,783 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:21:39,785 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:39,785 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65819411, jitterRate=-0.019214347004890442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:39,785 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454499770Initializing all the Stores at 1732454499771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454499771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454499771Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454499771Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454499771Cleaning up temporary data from old regions at 1732454499781 (+10 ms)Region opened successfully at 1732454499785 (+4 ms) 2024-11-24T13:21:39,788 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:21:39,791 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c25500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:39,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:21:39,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:21:39,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:21:39,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:21:39,792 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:21:39,793 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:21:39,793 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:21:39,802 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:21:39,803 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Unable to get data of znode /2591662997/balancer because node does not exist (not necessarily an error) 2024-11-24T13:21:39,804 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2591662997/balancer already deleted, retry=false 2024-11-24T13:21:39,804 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:21:39,805 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Unable to get data of znode /2591662997/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:21:39,806 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2591662997/normalizer already deleted, retry=false 2024-11-24T13:21:39,807 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:21:39,809 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Unable to get data of znode /2591662997/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:21:39,811 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2591662997/switch/split already deleted, retry=false 2024-11-24T13:21:39,812 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Unable to get data of znode /2591662997/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:21:39,813 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2591662997/switch/merge already deleted, retry=false 2024-11-24T13:21:39,817 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Unable to get data of znode /2591662997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:21:39,818 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2591662997/snapshot-cleanup already deleted, retry=false 2024-11-24T13:21:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2591662997/running 2024-11-24T13:21:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2591662997/running 2024-11-24T13:21:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,820 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,45781,1732454499404, sessionid=0x1014a2393190006, setting cluster-up flag (Was=false) 2024-11-24T13:21:39,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,834 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2591662997/flush-table-proc/acquired, /2591662997/flush-table-proc/reached, /2591662997/flush-table-proc/abort 2024-11-24T13:21:39,835 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,45781,1732454499404 2024-11-24T13:21:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:39,844 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2591662997/online-snapshot/acquired, /2591662997/online-snapshot/reached, /2591662997/online-snapshot/abort 2024-11-24T13:21:39,845 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,45781,1732454499404 2024-11-24T13:21:39,847 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:21:39,848 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:39,849 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:21:39,849 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:21:39,849 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,45781,1732454499404 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:21:39,850 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:39,850 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:39,850 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:39,850 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:21:39,850 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:21:39,850 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,851 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:39,851 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:39,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:21:39,854 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:39,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:21:39,861 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454529861 2024-11-24T13:21:39,861 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:21:39,861 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:21:39,861 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:21:39,861 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:21:39,861 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:21:39,861 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:21:39,862 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,864 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:21:39,864 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:21:39,864 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:21:39,865 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T13:21:39,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:21:39,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:21:39,875 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c 2024-11-24T13:21:39,880 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:21:39,880 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:21:39,889 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(746): ClusterId : e6e599c9-ec43-4157-8164-41d48ce4ba61 2024-11-24T13:21:39,889 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:21:39,891 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:21:39,892 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:21:39,893 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:21:39,894 DEBUG [RS:0;b10924491aa5:40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563ba3db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:21:39,896 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454499881,5,FailOnTimeoutGroup] 2024-11-24T13:21:39,905 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454499896,5,FailOnTimeoutGroup] 2024-11-24T13:21:39,905 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,905 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:21:39,905 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,905 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:21:39,920 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:40265 2024-11-24T13:21:39,920 INFO [RS:0;b10924491aa5:40265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:21:39,920 INFO [RS:0;b10924491aa5:40265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:21:39,921 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:21:39,921 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,45781,1732454499404 with port=40265, startcode=1732454499484 2024-11-24T13:21:39,921 DEBUG [RS:0;b10924491aa5:40265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:21:39,923 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:21:39,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,40265,1732454499484 2024-11-24T13:21:39,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45781 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,40265,1732454499484 2024-11-24T13:21:39,925 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c 2024-11-24T13:21:39,925 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35497 2024-11-24T13:21:39,925 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:21:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997/rs 2024-11-24T13:21:39,931 DEBUG [RS:0;b10924491aa5:40265 {}] zookeeper.ZKUtil(111): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on existing znode=/2591662997/rs/b10924491aa5,40265,1732454499484 2024-11-24T13:21:39,931 WARN [RS:0;b10924491aa5:40265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:21:39,931 INFO [RS:0;b10924491aa5:40265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:39,931 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484 2024-11-24T13:21:39,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,40265,1732454499484] 2024-11-24T13:21:39,935 INFO [RS:0;b10924491aa5:40265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:21:39,937 INFO [RS:0;b10924491aa5:40265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:21:39,937 INFO [RS:0;b10924491aa5:40265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:21:39,938 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,938 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:21:39,938 INFO [RS:0;b10924491aa5:40265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:21:39,938 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:39,939 DEBUG [RS:0;b10924491aa5:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:21:39,952 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,952 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,952 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,952 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,952 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,952 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,40265,1732454499484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:39,981 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:21:39,981 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,40265,1732454499484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,981 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:39,981 INFO [RS:0;b10924491aa5:40265 {}] regionserver.Replication(171): b10924491aa5,40265,1732454499484 started 2024-11-24T13:21:40,000 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,000 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,40265,1732454499484, RpcServer on b10924491aa5/172.17.0.2:40265, sessionid=0x1014a2393190007 2024-11-24T13:21:40,000 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:21:40,000 DEBUG [RS:0;b10924491aa5:40265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,40265,1732454499484 2024-11-24T13:21:40,000 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,40265,1732454499484' 2024-11-24T13:21:40,000 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2591662997/flush-table-proc/abort' 2024-11-24T13:21:40,001 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2591662997/flush-table-proc/acquired' 2024-11-24T13:21:40,006 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:21:40,006 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:21:40,006 DEBUG [RS:0;b10924491aa5:40265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,40265,1732454499484 2024-11-24T13:21:40,006 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,40265,1732454499484' 2024-11-24T13:21:40,006 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2591662997/online-snapshot/abort' 2024-11-24T13:21:40,006 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2591662997/online-snapshot/acquired' 2024-11-24T13:21:40,007 DEBUG [RS:0;b10924491aa5:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:21:40,007 INFO [RS:0;b10924491aa5:40265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:21:40,007 INFO [RS:0;b10924491aa5:40265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:21:40,107 INFO [RS:0;b10924491aa5:40265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:21:40,109 INFO [RS:0;b10924491aa5:40265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C40265%2C1732454499484, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/oldWALs, maxLogs=10 2024-11-24T13:21:40,128 DEBUG [RS:0;b10924491aa5:40265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484/b10924491aa5%2C40265%2C1732454499484.1732454500109, exclude list is [], retry=0 2024-11-24T13:21:40,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-805759af-f5aa-4555-acd3-abca25142914,DISK] 2024-11-24T13:21:40,133 INFO [RS:0;b10924491aa5:40265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484/b10924491aa5%2C40265%2C1732454499484.1732454500109 2024-11-24T13:21:40,133 DEBUG [RS:0;b10924491aa5:40265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)] 2024-11-24T13:21:40,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:40,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:40,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:40,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:40,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:40,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:40,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:40,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:40,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:40,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:40,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740 2024-11-24T13:21:40,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740 2024-11-24T13:21:40,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:40,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:40,323 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:40,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:40,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:40,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74009869, jitterRate=0.10283298790454865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:40,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454500307Initializing all the Stores at 1732454500308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454500308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454500308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454500308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454500308Cleaning up temporary data from old regions at 1732454500322 (+14 ms)Region opened successfully at 1732454500326 (+4 ms) 2024-11-24T13:21:40,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:40,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:40,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:40,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:40,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:40,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:40,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454500326Disabling compacts and flushes for region at 1732454500326Disabling writes for close at 1732454500327 (+1 ms)Writing region close event to WAL at 1732454500327Closed at 1732454500327 2024-11-24T13:21:40,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:40,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:21:40,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:21:40,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:40,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:21:40,480 DEBUG [b10924491aa5:45781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:21:40,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,40265,1732454499484 2024-11-24T13:21:40,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,40265,1732454499484, state=OPENING 2024-11-24T13:21:40,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:21:40,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:40,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:40,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2591662997/meta-region-server: CHANGED 2024-11-24T13:21:40,486 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:21:40,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2591662997/meta-region-server: CHANGED 2024-11-24T13:21:40,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,40265,1732454499484}] 2024-11-24T13:21:40,638 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:40,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:21:40,645 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:21:40,645 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:40,645 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:21:40,646 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C40265%2C1732454499484.meta, suffix=.meta, logDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/oldWALs, maxLogs=10 2024-11-24T13:21:40,664 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484/b10924491aa5%2C40265%2C1732454499484.meta.1732454500647.meta, exclude list is [], retry=0 2024-11-24T13:21:40,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-805759af-f5aa-4555-acd3-abca25142914,DISK] 2024-11-24T13:21:40,669 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484/b10924491aa5%2C40265%2C1732454499484.meta.1732454500647.meta 2024-11-24T13:21:40,669 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)] 2024-11-24T13:21:40,670 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:40,670 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:40,670 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:40,670 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:21:40,670 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:21:40,670 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:21:40,670 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:40,671 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:21:40,671 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:21:40,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:21:40,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:21:40,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:21:40,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:21:40,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:21:40,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:21:40,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:21:40,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:21:40,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:21:40,678 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:21:40,678 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740 2024-11-24T13:21:40,679 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740 2024-11-24T13:21:40,681 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:21:40,681 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:21:40,681 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:21:40,682 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:21:40,683 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59740027, jitterRate=-0.10980422794818878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:21:40,683 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:21:40,684 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454500671Writing region info on filesystem at 1732454500671Initializing all the Stores at 1732454500672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454500672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454500672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454500672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454500672Cleaning up temporary data from old regions at 1732454500681 (+9 ms)Running coprocessor post-open hooks at 1732454500683 (+2 ms)Region opened successfully at 1732454500683 2024-11-24T13:21:40,684 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454500638 2024-11-24T13:21:40,686 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:21:40,687 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:21:40,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,40265,1732454499484 2024-11-24T13:21:40,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,40265,1732454499484, state=OPEN 2024-11-24T13:21:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2591662997/meta-region-server 2024-11-24T13:21:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2591662997/meta-region-server 2024-11-24T13:21:40,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,40265,1732454499484 2024-11-24T13:21:40,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2591662997/meta-region-server: CHANGED 2024-11-24T13:21:40,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2591662997/meta-region-server: CHANGED 2024-11-24T13:21:40,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:21:40,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,40265,1732454499484 in 204 msec 2024-11-24T13:21:40,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:21:40,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-24T13:21:40,695 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:21:40,695 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:21:40,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:40,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,40265,1732454499484, seqNum=-1] 2024-11-24T13:21:40,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:40,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:40,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-24T13:21:40,703 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454500703, completionTime=-1 2024-11-24T13:21:40,703 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:21:40,703 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:21:40,705 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:21:40,705 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454560705 2024-11-24T13:21:40,705 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454620705 2024-11-24T13:21:40,705 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T13:21:40,706 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45781,1732454499404-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,706 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45781,1732454499404-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,706 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45781,1732454499404-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,706 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:45781, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,706 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,706 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,707 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:21:40,709 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.107sec 2024-11-24T13:21:40,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:21:40,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:21:40,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:21:40,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:21:40,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:21:40,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45781,1732454499404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:21:40,710 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45781,1732454499404-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:21:40,712 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:21:40,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:21:40,712 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45781,1732454499404-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:21:40,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:40,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45781,-1 for getting cluster id 2024-11-24T13:21:40,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:40,798 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6e599c9-ec43-4157-8164-41d48ce4ba61' 2024-11-24T13:21:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:40,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6e599c9-ec43-4157-8164-41d48ce4ba61" 2024-11-24T13:21:40,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ef48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:40,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45781,-1] 2024-11-24T13:21:40,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:40,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:40,801 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:40,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f74962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:40,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:40,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,40265,1732454499484, seqNum=-1] 2024-11-24T13:21:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:40,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:40,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,45781,1732454499404 2024-11-24T13:21:40,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63635 2024-11-24T13:21:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:21:40,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a2393190008 connected 2024-11-24T13:21:40,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42517,1732454493261 2024-11-24T13:21:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bc6f 2024-11-24T13:21:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:40,818 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:40,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:21:40,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:40,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:40,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:21:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:40,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:21:40,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 070f00d9148b686c115ca359b084a4d0, NAME => 'test,,1732454500818.070f00d9148b686c115ca359b084a4d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518 2024-11-24T13:21:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:21:40,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454500818.070f00d9148b686c115ca359b084a4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:40,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 070f00d9148b686c115ca359b084a4d0, disabling compactions & flushes 2024-11-24T13:21:40,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:40,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:40,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454500818.070f00d9148b686c115ca359b084a4d0. after waiting 0 ms 2024-11-24T13:21:40,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:40,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:40,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 070f00d9148b686c115ca359b084a4d0: Waiting for close lock at 1732454500851Disabling compacts and flushes for region at 1732454500851Disabling writes for close at 1732454500852 (+1 ms)Writing region close event to WAL at 1732454500852Closed at 1732454500852 2024-11-24T13:21:40,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:40,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454500818.070f00d9148b686c115ca359b084a4d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454500853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454500853"}]},"ts":"1732454500853"} 2024-11-24T13:21:40,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:40,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:40,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454500857"}]},"ts":"1732454500857"} 2024-11-24T13:21:40,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:21:40,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=070f00d9148b686c115ca359b084a4d0, ASSIGN}] 2024-11-24T13:21:40,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=070f00d9148b686c115ca359b084a4d0, ASSIGN 2024-11-24T13:21:40,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=070f00d9148b686c115ca359b084a4d0, ASSIGN; state=OFFLINE, location=b10924491aa5,33955,1732454493342; forceNewPlan=false, retain=false 2024-11-24T13:21:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:41,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=070f00d9148b686c115ca359b084a4d0, regionState=OPENING, regionLocation=b10924491aa5,33955,1732454493342 2024-11-24T13:21:41,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=070f00d9148b686c115ca359b084a4d0, ASSIGN because future has completed 2024-11-24T13:21:41,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070f00d9148b686c115ca359b084a4d0, server=b10924491aa5,33955,1732454493342}] 2024-11-24T13:21:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:41,171 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:41,171 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 070f00d9148b686c115ca359b084a4d0, NAME => 'test,,1732454500818.070f00d9148b686c115ca359b084a4d0.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:41,171 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:41,171 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:21:41,171 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,171 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454500818.070f00d9148b686c115ca359b084a4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:41,172 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,172 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,173 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,174 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070f00d9148b686c115ca359b084a4d0 columnFamilyName f 2024-11-24T13:21:41,174 DEBUG [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:41,175 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] regionserver.HStore(327): Store=070f00d9148b686c115ca359b084a4d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:41,175 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,176 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070f00d9148b686c115ca359b084a4d0 columnFamilyName f1 2024-11-24T13:21:41,177 DEBUG [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:41,177 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] regionserver.HStore(327): Store=070f00d9148b686c115ca359b084a4d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:41,177 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,178 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070f00d9148b686c115ca359b084a4d0 columnFamilyName norep 2024-11-24T13:21:41,178 DEBUG [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:41,179 INFO [StoreOpener-070f00d9148b686c115ca359b084a4d0-1 {}] regionserver.HStore(327): Store=070f00d9148b686c115ca359b084a4d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:41,179 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,179 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,180 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,181 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,181 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,181 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:41,183 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,185 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:41,185 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 070f00d9148b686c115ca359b084a4d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70904054, jitterRate=0.056552737951278687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:41,185 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:41,185 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 070f00d9148b686c115ca359b084a4d0: Running coprocessor pre-open hook at 1732454501172Writing region info on filesystem at 1732454501172Initializing all the Stores at 1732454501172Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454501172Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454501173 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454501173Cleaning up temporary data from old regions at 1732454501181 (+8 ms)Running coprocessor post-open hooks at 1732454501185 (+4 ms)Region opened successfully at 1732454501185 2024-11-24T13:21:41,186 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454500818.070f00d9148b686c115ca359b084a4d0., pid=6, masterSystemTime=1732454501167 2024-11-24T13:21:41,188 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:41,188 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:41,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=070f00d9148b686c115ca359b084a4d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,33955,1732454493342 2024-11-24T13:21:41,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070f00d9148b686c115ca359b084a4d0, server=b10924491aa5,33955,1732454493342 because future has completed 2024-11-24T13:21:41,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:21:41,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 070f00d9148b686c115ca359b084a4d0, server=b10924491aa5,33955,1732454493342 in 178 msec 2024-11-24T13:21:41,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:21:41,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=070f00d9148b686c115ca359b084a4d0, ASSIGN in 336 msec 2024-11-24T13:21:41,197 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:41,198 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454501198"}]},"ts":"1732454501198"} 2024-11-24T13:21:41,199 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:21:41,200 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:41,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 381 msec 2024-11-24T13:21:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:41,448 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:21:41,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,36307,1732454496703 2024-11-24T13:21:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@540c7ca2 2024-11-24T13:21:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:41,450 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:41,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:21:41,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:41,453 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:41,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:21:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:41,454 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:21:41,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80ca4da7090d4b895ae1bdc29fcd20cf, NAME => 'test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206 2024-11-24T13:21:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:21:41,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:41,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 80ca4da7090d4b895ae1bdc29fcd20cf, disabling compactions & flushes 2024-11-24T13:21:41,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:41,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:41,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. after waiting 0 ms 2024-11-24T13:21:41,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:41,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:41,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80ca4da7090d4b895ae1bdc29fcd20cf: Waiting for close lock at 1732454501467Disabling compacts and flushes for region at 1732454501467Disabling writes for close at 1732454501467Writing region close event to WAL at 1732454501467Closed at 1732454501467 2024-11-24T13:21:41,468 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:41,468 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454501468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454501468"}]},"ts":"1732454501468"} 2024-11-24T13:21:41,470 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:41,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:41,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454501471"}]},"ts":"1732454501471"} 2024-11-24T13:21:41,472 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:21:41,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80ca4da7090d4b895ae1bdc29fcd20cf, ASSIGN}] 2024-11-24T13:21:41,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80ca4da7090d4b895ae1bdc29fcd20cf, ASSIGN 2024-11-24T13:21:41,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=80ca4da7090d4b895ae1bdc29fcd20cf, ASSIGN; state=OFFLINE, location=b10924491aa5,34335,1732454496793; forceNewPlan=false, retain=false 2024-11-24T13:21:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:41,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80ca4da7090d4b895ae1bdc29fcd20cf, regionState=OPENING, regionLocation=b10924491aa5,34335,1732454496793 2024-11-24T13:21:41,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=80ca4da7090d4b895ae1bdc29fcd20cf, ASSIGN because future has completed 2024-11-24T13:21:41,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ca4da7090d4b895ae1bdc29fcd20cf, server=b10924491aa5,34335,1732454496793}] 2024-11-24T13:21:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:41,783 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:41,783 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80ca4da7090d4b895ae1bdc29fcd20cf, NAME => 'test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:41,784 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:41,784 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:21:41,784 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,784 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:41,784 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,784 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,785 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,786 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ca4da7090d4b895ae1bdc29fcd20cf columnFamilyName f 2024-11-24T13:21:41,786 DEBUG [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:41,787 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] regionserver.HStore(327): Store=80ca4da7090d4b895ae1bdc29fcd20cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:41,787 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,787 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ca4da7090d4b895ae1bdc29fcd20cf columnFamilyName f1 2024-11-24T13:21:41,788 DEBUG [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:41,788 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] regionserver.HStore(327): Store=80ca4da7090d4b895ae1bdc29fcd20cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:41,788 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,789 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ca4da7090d4b895ae1bdc29fcd20cf columnFamilyName norep 2024-11-24T13:21:41,789 DEBUG [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:41,789 INFO [StoreOpener-80ca4da7090d4b895ae1bdc29fcd20cf-1 {}] regionserver.HStore(327): Store=80ca4da7090d4b895ae1bdc29fcd20cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:41,789 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,790 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,790 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,791 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,791 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,792 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:41,793 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,795 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:41,795 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80ca4da7090d4b895ae1bdc29fcd20cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64343582, jitterRate=-0.041205912828445435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:41,795 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:41,795 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80ca4da7090d4b895ae1bdc29fcd20cf: Running coprocessor pre-open hook at 1732454501784Writing region info on filesystem at 1732454501784Initializing all the Stores at 1732454501785 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454501785Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454501785Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454501785Cleaning up temporary data from old regions at 1732454501791 (+6 ms)Running coprocessor post-open hooks at 1732454501795 (+4 ms)Region opened successfully at 1732454501795 2024-11-24T13:21:41,796 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf., pid=6, masterSystemTime=1732454501779 2024-11-24T13:21:41,798 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:41,798 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:41,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80ca4da7090d4b895ae1bdc29fcd20cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,34335,1732454496793 2024-11-24T13:21:41,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ca4da7090d4b895ae1bdc29fcd20cf, server=b10924491aa5,34335,1732454496793 because future has completed 2024-11-24T13:21:41,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:21:41,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80ca4da7090d4b895ae1bdc29fcd20cf, server=b10924491aa5,34335,1732454496793 in 174 msec 2024-11-24T13:21:41,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:21:41,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=80ca4da7090d4b895ae1bdc29fcd20cf, ASSIGN in 331 msec 2024-11-24T13:21:41,806 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:41,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454501806"}]},"ts":"1732454501806"} 2024-11-24T13:21:41,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:21:41,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:41,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 357 msec 2024-11-24T13:21:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:42,078 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:21:42,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,45781,1732454499404 2024-11-24T13:21:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b4f0bb7 2024-11-24T13:21:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:42,080 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:42,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T13:21:42,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:42,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:42,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T13:21:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:42,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741835_1011 (size=902) 2024-11-24T13:21:42,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42dc3028a3fda0e2a74543a7bcafd68e, NAME => 'test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c 2024-11-24T13:21:42,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741836_1012 (size=39) 2024-11-24T13:21:42,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:42,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42dc3028a3fda0e2a74543a7bcafd68e, disabling compactions & flushes 2024-11-24T13:21:42,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:42,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:42,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. after waiting 0 ms 2024-11-24T13:21:42,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:42,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:42,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42dc3028a3fda0e2a74543a7bcafd68e: Waiting for close lock at 1732454502112Disabling compacts and flushes for region at 1732454502112Disabling writes for close at 1732454502112Writing region close event to WAL at 1732454502112Closed at 1732454502112 2024-11-24T13:21:42,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:42,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732454502113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454502113"}]},"ts":"1732454502113"} 2024-11-24T13:21:42,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:42,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:42,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454502116"}]},"ts":"1732454502116"} 2024-11-24T13:21:42,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T13:21:42,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42dc3028a3fda0e2a74543a7bcafd68e, ASSIGN}] 2024-11-24T13:21:42,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42dc3028a3fda0e2a74543a7bcafd68e, ASSIGN 2024-11-24T13:21:42,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42dc3028a3fda0e2a74543a7bcafd68e, ASSIGN; state=OFFLINE, location=b10924491aa5,40265,1732454499484; forceNewPlan=false, retain=false 2024-11-24T13:21:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:42,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42dc3028a3fda0e2a74543a7bcafd68e, regionState=OPENING, regionLocation=b10924491aa5,40265,1732454499484 2024-11-24T13:21:42,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42dc3028a3fda0e2a74543a7bcafd68e, ASSIGN because future has completed 2024-11-24T13:21:42,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42dc3028a3fda0e2a74543a7bcafd68e, server=b10924491aa5,40265,1732454499484}] 2024-11-24T13:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:42,428 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:42,428 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42dc3028a3fda0e2a74543a7bcafd68e, NAME => 'test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:42,428 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:42,429 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T13:21:42,429 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,429 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:42,429 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,429 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,430 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,431 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42dc3028a3fda0e2a74543a7bcafd68e columnFamilyName f 2024-11-24T13:21:42,431 DEBUG [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:42,432 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] regionserver.HStore(327): Store=42dc3028a3fda0e2a74543a7bcafd68e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:42,432 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,433 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42dc3028a3fda0e2a74543a7bcafd68e columnFamilyName f1 2024-11-24T13:21:42,433 DEBUG [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:42,434 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] regionserver.HStore(327): Store=42dc3028a3fda0e2a74543a7bcafd68e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:42,434 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,435 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42dc3028a3fda0e2a74543a7bcafd68e columnFamilyName norep 2024-11-24T13:21:42,435 DEBUG [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:42,435 INFO [StoreOpener-42dc3028a3fda0e2a74543a7bcafd68e-1 {}] regionserver.HStore(327): Store=42dc3028a3fda0e2a74543a7bcafd68e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:42,435 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,436 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,436 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,437 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,437 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,438 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:42,439 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,440 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:42,441 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42dc3028a3fda0e2a74543a7bcafd68e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61821945, jitterRate=-0.07878123223781586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:42,441 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:42,441 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42dc3028a3fda0e2a74543a7bcafd68e: Running coprocessor pre-open hook at 1732454502429Writing region info on filesystem at 1732454502429Initializing all the Stores at 1732454502430 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454502430Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454502430Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454502430Cleaning up temporary data from old regions at 1732454502437 (+7 ms)Running coprocessor post-open hooks at 1732454502441 (+4 ms)Region opened successfully at 1732454502441 2024-11-24T13:21:42,443 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e., pid=6, masterSystemTime=1732454502424 2024-11-24T13:21:42,445 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:42,445 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:42,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42dc3028a3fda0e2a74543a7bcafd68e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b10924491aa5,40265,1732454499484 2024-11-24T13:21:42,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42dc3028a3fda0e2a74543a7bcafd68e, server=b10924491aa5,40265,1732454499484 because future has completed 2024-11-24T13:21:42,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:21:42,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42dc3028a3fda0e2a74543a7bcafd68e, server=b10924491aa5,40265,1732454499484 in 176 msec 2024-11-24T13:21:42,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:21:42,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42dc3028a3fda0e2a74543a7bcafd68e, ASSIGN in 331 msec 2024-11-24T13:21:42,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:42,452 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454502452"}]},"ts":"1732454502452"} 2024-11-24T13:21:42,453 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T13:21:42,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:42,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 373 msec 2024-11-24T13:21:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:21:42,719 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T13:21:42,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:42,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42517,-1 for getting cluster id 2024-11-24T13:21:42,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:42,720 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9' 2024-11-24T13:21:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9" 2024-11-24T13:21:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c800656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42517,-1] 2024-11-24T13:21:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:42,722 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:42,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d17ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:42,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42517,1732454493261 2024-11-24T13:21:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be90c98 2024-11-24T13:21:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:42,725 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:42,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b10924491aa5:36307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:21:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:21:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:42,729 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:36307' 2024-11-24T13:21:42,730 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5b8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:42,730 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,36307,-1 for getting cluster id 2024-11-24T13:21:42,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:42,730 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c385cb-9d8a-4a3a-94fc-755c40cb498c' 2024-11-24T13:21:42,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:42,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c385cb-9d8a-4a3a-94fc-755c40cb498c" 2024-11-24T13:21:42,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9f4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:42,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,36307,-1] 2024-11-24T13:21:42,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:42,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:42,731 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:42,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595f7f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:42,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,36307,1732454496703 2024-11-24T13:21:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2285aaa3 2024-11-24T13:21:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:42,734 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:42,734 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T13:21:42,734 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:21:42,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:42,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:42,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:42,735 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:21:42,736 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T13:21:42,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:21:42,737 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:42,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:21:42,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741837_1013 (size=1138) 2024-11-24T13:21:42,787 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T13:21:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:43,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fb25be8e2b94b8d8c1cf8bc489b84a0, NAME => 'hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518 2024-11-24T13:21:43,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741838_1014 (size=44) 2024-11-24T13:21:43,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:43,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1fb25be8e2b94b8d8c1cf8bc489b84a0, disabling compactions & flushes 2024-11-24T13:21:43,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:43,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:43,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. after waiting 0 ms 2024-11-24T13:21:43,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:43,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:43,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fb25be8e2b94b8d8c1cf8bc489b84a0: Waiting for close lock at 1732454503159Disabling compacts and flushes for region at 1732454503159Disabling writes for close at 1732454503160 (+1 ms)Writing region close event to WAL at 1732454503160Closed at 1732454503160 2024-11-24T13:21:43,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:21:43,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732454503161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454503161"}]},"ts":"1732454503161"} 2024-11-24T13:21:43,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:21:43,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:21:43,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454503164"}]},"ts":"1732454503164"} 2024-11-24T13:21:43,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T13:21:43,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fb25be8e2b94b8d8c1cf8bc489b84a0, ASSIGN}] 2024-11-24T13:21:43,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fb25be8e2b94b8d8c1cf8bc489b84a0, ASSIGN 2024-11-24T13:21:43,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fb25be8e2b94b8d8c1cf8bc489b84a0, ASSIGN; state=OFFLINE, location=b10924491aa5,33955,1732454493342; forceNewPlan=false, retain=false 2024-11-24T13:21:43,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fb25be8e2b94b8d8c1cf8bc489b84a0, regionState=OPENING, regionLocation=b10924491aa5,33955,1732454493342 2024-11-24T13:21:43,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fb25be8e2b94b8d8c1cf8bc489b84a0, ASSIGN because future has completed 2024-11-24T13:21:43,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fb25be8e2b94b8d8c1cf8bc489b84a0, server=b10924491aa5,33955,1732454493342}] 2024-11-24T13:21:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:43,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:43,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:21:43,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T13:21:43,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b10924491aa5%2C33955%2C1732454493342.rep, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/oldWALs, maxLogs=10 2024-11-24T13:21:43,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.rep.1732454503482, exclude list is [], retry=0 2024-11-24T13:21:43,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34407,DS-5139c44a-e96b-4486-8d6a-73664a39f7ba,DISK] 2024-11-24T13:21:43,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.rep.1732454503482 2024-11-24T13:21:43,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33001:33001)] 2024-11-24T13:21:43,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fb25be8e2b94b8d8c1cf8bc489b84a0, NAME => 'hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:21:43,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T13:21:43,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:21:43,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. service=MultiRowMutationService 2024-11-24T13:21:43,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T13:21:43,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:21:43,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,531 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,533 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb25be8e2b94b8d8c1cf8bc489b84a0 columnFamilyName hfileref 2024-11-24T13:21:43,533 DEBUG [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:43,533 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] regionserver.HStore(327): Store=1fb25be8e2b94b8d8c1cf8bc489b84a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:43,533 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,535 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb25be8e2b94b8d8c1cf8bc489b84a0 columnFamilyName queue 2024-11-24T13:21:43,535 DEBUG [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:43,535 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] regionserver.HStore(327): Store=1fb25be8e2b94b8d8c1cf8bc489b84a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:43,535 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,536 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb25be8e2b94b8d8c1cf8bc489b84a0 columnFamilyName sid 2024-11-24T13:21:43,536 DEBUG [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:21:43,537 INFO [StoreOpener-1fb25be8e2b94b8d8c1cf8bc489b84a0-1 {}] regionserver.HStore(327): Store=1fb25be8e2b94b8d8c1cf8bc489b84a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:21:43,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T13:21:43,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:21:43,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1fb25be8e2b94b8d8c1cf8bc489b84a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73228609, jitterRate=0.09119130671024323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T13:21:43,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:43,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1fb25be8e2b94b8d8c1cf8bc489b84a0: Running coprocessor pre-open hook at 1732454503530Writing region info on filesystem at 1732454503530Initializing all the Stores at 1732454503531 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454503531Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454503531Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454503531Cleaning up temporary data from old regions at 1732454503539 (+8 ms)Running coprocessor post-open hooks at 1732454503545 (+6 ms)Region opened successfully at 1732454503545 2024-11-24T13:21:43,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0., pid=10, masterSystemTime=1732454503477 2024-11-24T13:21:43,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:43,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:43,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fb25be8e2b94b8d8c1cf8bc489b84a0, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,33955,1732454493342 2024-11-24T13:21:43,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fb25be8e2b94b8d8c1cf8bc489b84a0, server=b10924491aa5,33955,1732454493342 because future has completed 2024-11-24T13:21:43,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:21:43,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fb25be8e2b94b8d8c1cf8bc489b84a0, server=b10924491aa5,33955,1732454493342 in 232 msec 2024-11-24T13:21:43,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T13:21:43,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fb25be8e2b94b8d8c1cf8bc489b84a0, ASSIGN in 391 msec 2024-11-24T13:21:43,560 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:21:43,561 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454503561"}]},"ts":"1732454503561"} 2024-11-24T13:21:43,562 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T13:21:43,563 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:21:43,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 828 msec 2024-11-24T13:21:43,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0., hostname=b10924491aa5,33955,1732454493342, seqNum=2] 2024-11-24T13:21:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:43,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:21:43,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T13:21:43,756 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T13:21:43,802 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b10924491aa5,33955,1732454493342, ReplicationSource: 1, currentBandwidth=0 2024-11-24T13:21:43,802 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:43,803 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33955,1732454493342, seqNum=-1] 2024-11-24T13:21:43,803 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:43,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:43,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b10924491aa5,33955,1732454493342', locateType=CURRENT is [region=hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0., hostname=b10924491aa5,33955,1732454493342, seqNum=2] 2024-11-24T13:21:43,807 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T13:21:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T13:21:43,810 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b10924491aa5,33955,1732454493342 suceeded 2024-11-24T13:21:43,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T13:21:43,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-24T13:21:43,812 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b10924491aa5:36307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:21:43,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-11-24T13:21:43,823 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:36307' 2024-11-24T13:21:43,824 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df62b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,824 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,36307,-1 for getting cluster id 2024-11-24T13:21:43,824 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:43,825 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c385cb-9d8a-4a3a-94fc-755c40cb498c' 2024-11-24T13:21:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c385cb-9d8a-4a3a-94fc-755c40cb498c" 2024-11-24T13:21:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c2277a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,36307,-1] 2024-11-24T13:21:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:43,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:43,826 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:43,827 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b845e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,827 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,36307,1732454496703 2024-11-24T13:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64a277c6 2024-11-24T13:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:43,828 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T13:21:43,828 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b10924491aa5,33955,1732454493342 (queues=1) is replicating from cluster=0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9 to cluster=59c385cb-9d8a-4a3a-94fc-755c40cb498c 2024-11-24T13:21:43,829 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b10924491aa5%2C33955%2C1732454493342 2024-11-24T13:21:43,829 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b10924491aa5,33955,1732454493342, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:21:43,829 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568, startPosition=0, beingWritten=true 2024-11-24T13:21:43,829 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C33955%2C1732454493342 2024-11-24T13:21:43,834 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:43,834 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to pos 379, reset compression=false 2024-11-24T13:21:43,834 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33955,1732454493342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:21:43,868 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T13:21:43,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:43,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:43,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:43,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:43,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:43,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42517,-1 for getting cluster id 2024-11-24T13:21:43,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:43,870 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9' 2024-11-24T13:21:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9" 2024-11-24T13:21:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7ad54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42517,-1] 2024-11-24T13:21:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:43,871 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:43,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dad78e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,36307,-1 for getting cluster id 2024-11-24T13:21:43,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:43,873 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c385cb-9d8a-4a3a-94fc-755c40cb498c' 2024-11-24T13:21:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c385cb-9d8a-4a3a-94fc-755c40cb498c" 2024-11-24T13:21:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aff3932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,36307,-1] 2024-11-24T13:21:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:43,874 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f5c6a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45781,-1 for getting cluster id 2024-11-24T13:21:43,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:43,876 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6e599c9-ec43-4157-8164-41d48ce4ba61' 2024-11-24T13:21:43,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6e599c9-ec43-4157-8164-41d48ce4ba61" 2024-11-24T13:21:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a274ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45781,-1] 2024-11-24T13:21:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:43,877 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3e820f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:43,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:43,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732454503882/Put/seqid=0 2024-11-24T13:21:43,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741840_1016 (size=7894) 2024-11-24T13:21:44,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:44,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,037 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to pos 379, reset compression=false 2024-11-24T13:21:44,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:44,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732454504288/Put/seqid=0 2024-11-24T13:21:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741841_1017 (size=7691) 2024-11-24T13:21:44,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:44,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42517,-1 for getting cluster id 2024-11-24T13:21:44,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:44,295 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9' 2024-11-24T13:21:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9" 2024-11-24T13:21:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697b74f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42517,-1] 2024-11-24T13:21:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:44,296 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:44,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:44,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33955,1732454493342, seqNum=-1] 2024-11-24T13:21:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:44,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:44,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42517,1732454493261 2024-11-24T13:21:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136fb903 2024-11-24T13:21:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:44,306 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2] 2024-11-24T13:21:44,311 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:21:44,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T13:21:44,317 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T13:21:44,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T13:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:44,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T13:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HRegion(2603): Flush status journal for 070f00d9148b686c115ca359b084a4d0: 2024-11-24T13:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_0 2024-11-24T13:21:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_0 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/cb035db953884193bd42b079e36779b5_SeqId_4_ 2024-11-24T13:21:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_1 2024-11-24T13:21:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_1 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ 2024-11-24T13:21:44,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_0 into 070f00d9148b686c115ca359b084a4d0/f as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/cb035db953884193bd42b079e36779b5_SeqId_4_ - updating store file list. 2024-11-24T13:21:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb035db953884193bd42b079e36779b5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:44,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/cb035db953884193bd42b079e36779b5_SeqId_4_ into 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:44,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_0 into 070f00d9148b686c115ca359b084a4d0/f (new location: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/cb035db953884193bd42b079e36779b5_SeqId_4_) 2024-11-24T13:21:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_0 2024-11-24T13:21:44,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_1 into 070f00d9148b686c115ca359b084a4d0/f as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ - updating store file list. 2024-11-24T13:21:44,341 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to pos 379, reset compression=false 2024-11-24T13:21:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:44,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ into 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:44,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_1 into 070f00d9148b686c115ca359b084a4d0/f (new location: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_) 2024-11-24T13:21:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__ubfhp27dhhmkr1hrh6j015dnlamlsmean5c967n9o5hc0bvnkn4d7r0rob57umqg/f/hfile_1 2024-11-24T13:21:44,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:44,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:44,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:44,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:44,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2 , the old value is region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b10924491aa5:33955 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:21:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:21:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2 from cache 2024-11-24T13:21:44,351 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T13:21:44,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34335,1732454496793, seqNum=-1] 2024-11-24T13:21:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:44,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf., hostname=b10924491aa5,34335,1732454496793, seqNum=2] 2024-11-24T13:21:44,356 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:21:44,458 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T13:21:44,744 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to pos 379, reset compression=false 2024-11-24T13:21:44,749 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:44,749 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33955,1732454493342 got entry batch from reader: WALEntryBatch [walEntries=[{test/070f00d9148b686c115ca359b084a4d0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454504348/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T13:21:44,751 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:44,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T13:21:44,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.ReplicationSink(318): Replicating [0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9] bulk loaded data 2024-11-24T13:21:44,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e570f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:44,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,36307,-1 for getting cluster id 2024-11-24T13:21:44,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:44,753 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c385cb-9d8a-4a3a-94fc-755c40cb498c' 2024-11-24T13:21:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c385cb-9d8a-4a3a-94fc-755c40cb498c" 2024-11-24T13:21:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27777bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,36307,-1] 2024-11-24T13:21:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:44,755 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:44,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58051f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:44,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741837_1013 (size=7894) 2024-11-24T13:21:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741838_1014 (size=7691) 2024-11-24T13:21:44,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:44,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,36307,1732454496703 2024-11-24T13:21:44,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83f10d 2024-11-24T13:21:44,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:44,772 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T13:21:44,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:21:44,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:44,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34335,1732454496793, seqNum=-1] 2024-11-24T13:21:44,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:44,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:44,779 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/cb035db953884193bd42b079e36779b5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T13:21:44,781 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T13:21:44,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/cb035db953884193bd42b079e36779b5_SeqId_4_ for inclusion in 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T13:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:44,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ for inclusion in 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T13:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(2603): Flush status journal for 80ca4da7090d4b895ae1bdc29fcd20cf: 2024-11-24T13:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cb035db953884193bd42b079e36779b5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/cb035db953884193bd42b079e36779b5_SeqId_4_ as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/2c11f8caf8ff499089e64e59ffe97be1_SeqId_4_ 2024-11-24T13:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/c8cf9505650d48d3b89b7ab39e4b37b9_SeqId_4_ 2024-11-24T13:21:44,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/cb035db953884193bd42b079e36779b5_SeqId_4_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/2c11f8caf8ff499089e64e59ffe97be1_SeqId_4_ - updating store file list. 2024-11-24T13:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c11f8caf8ff499089e64e59ffe97be1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:44,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/2c11f8caf8ff499089e64e59ffe97be1_SeqId_4_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:44,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/cb035db953884193bd42b079e36779b5_SeqId_4_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f (new location: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/2c11f8caf8ff499089e64e59ffe97be1_SeqId_4_) 2024-11-24T13:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/cb035db953884193bd42b079e36779b5_SeqId_4_ 2024-11-24T13:21:44,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/c8cf9505650d48d3b89b7ab39e4b37b9_SeqId_4_ - updating store file list. 2024-11-24T13:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8cf9505650d48d3b89b7ab39e4b37b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:44,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/c8cf9505650d48d3b89b7ab39e4b37b9_SeqId_4_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:44,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f (new location: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/c8cf9505650d48d3b89b7ab39e4b37b9_SeqId_4_) 2024-11-24T13:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__atli1cq5eat9gv78fbsd25sdfb9vdqpansmj6l4fna8eld5lrvbuqio2ha2n6p76/f/ed962de1f46c4ee59f88d388b763bf8a_SeqId_4_ 2024-11-24T13:21:44,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.ReplicationSink(324): Finished replicating [0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9] bulk loaded data 2024-11-24T13:21:44,949 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to pos 687, reset compression=false 2024-11-24T13:21:45,253 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to pos 687, reset compression=false 2024-11-24T13:21:45,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,40265,1732454499484, seqNum=-1] 2024-11-24T13:21:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:45,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e., hostname=b10924491aa5,40265,1732454499484, seqNum=2] 2024-11-24T13:21:45,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:45,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:21:45,376 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b10924491aa5%2C33955%2C1732454493342:(num 1732454494568) roll requested 2024-11-24T13:21:45,394 DEBUG [regionserver/b10924491aa5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377, exclude list is [], retry=0 2024-11-24T13:21:45,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34407,DS-5139c44a-e96b-4486-8d6a-73664a39f7ba,DISK] 2024-11-24T13:21:45,399 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 2024-11-24T13:21:45,399 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33001:33001)] 2024-11-24T13:21:45,400 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 is not closed yet, will try archiving it next time 2024-11-24T13:21:45,400 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b10924491aa5%2C33955%2C1732454493342.meta:.meta(num 1732454495494) roll requested 2024-11-24T13:21:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741832_1008 (size=695) 2024-11-24T13:21:45,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42517,-1 for getting cluster id 2024-11-24T13:21:45,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:45,417 DEBUG [regionserver/b10924491aa5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.meta.1732454505400.meta, exclude list is [], retry=0 2024-11-24T13:21:45,417 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9' 2024-11-24T13:21:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9" 2024-11-24T13:21:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d460580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42517,-1] 2024-11-24T13:21:45,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:45,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:45,418 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/oldWALs/b10924491aa5%2C33955%2C1732454493342.1732454494568 2024-11-24T13:21:45,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34407,DS-5139c44a-e96b-4486-8d6a-73664a39f7ba,DISK] 2024-11-24T13:21:45,419 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba6da73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42517,1732454493261 2024-11-24T13:21:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1c7bf0 2024-11-24T13:21:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:45,422 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:45,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b10924491aa5:45781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T13:21:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T13:21:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T13:21:45,425 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:45781' 2024-11-24T13:21:45,428 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.meta.1732454495494.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.meta.1732454505400.meta 2024-11-24T13:21:45,428 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0e7d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,428 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45781,-1 for getting cluster id 2024-11-24T13:21:45,429 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:45,429 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33001:33001)] 2024-11-24T13:21:45,429 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.meta.1732454495494.meta is not closed yet, will try archiving it next time 2024-11-24T13:21:45,429 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b10924491aa5%2C33955%2C1732454493342.rep:(num 1732454503482) roll requested 2024-11-24T13:21:45,429 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6e599c9-ec43-4157-8164-41d48ce4ba61' 2024-11-24T13:21:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6e599c9-ec43-4157-8164-41d48ce4ba61" 2024-11-24T13:21:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c79661b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45781,-1] 2024-11-24T13:21:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:45,431 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741834_1010 (size=3473) 2024-11-24T13:21:45,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.meta.1732454495494.meta not finished, retry = 0 2024-11-24T13:21:45,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7deee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,432 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,45781,1732454499404 2024-11-24T13:21:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@248d85d0 2024-11-24T13:21:45,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:45,433 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:45,434 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T13:21:45,434 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T13:21:45,434 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:45,434 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:45,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:45,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T13:21:45,448 DEBUG [regionserver/b10924491aa5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.rep.1732454505429, exclude list is [], retry=0 2024-11-24T13:21:45,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34407,DS-5139c44a-e96b-4486-8d6a-73664a39f7ba,DISK] 2024-11-24T13:21:45,452 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.rep.1732454503482 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.rep.1732454505429 2024-11-24T13:21:45,452 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33001:33001)] 2024-11-24T13:21:45,452 DEBUG [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.rep.1732454503482 is not closed yet, will try archiving it next time 2024-11-24T13:21:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741839_1015 (size=1505) 2024-11-24T13:21:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T13:21:45,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T13:21:45,600 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T13:21:45,632 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b10924491aa5,33955,1732454493342, ReplicationSource: 2, currentBandwidth=0 2024-11-24T13:21:45,634 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T13:21:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T13:21:45,635 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b10924491aa5,33955,1732454493342 suceeded 2024-11-24T13:21:45,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T13:21:45,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T13:21:45,637 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b10924491aa5:45781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T13:21:45,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 214 msec 2024-11-24T13:21:45,648 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b10924491aa5:45781' 2024-11-24T13:21:45,649 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bc0fc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,649 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45781,-1 for getting cluster id 2024-11-24T13:21:45,649 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:45,649 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6e599c9-ec43-4157-8164-41d48ce4ba61' 2024-11-24T13:21:45,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:45,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6e599c9-ec43-4157-8164-41d48ce4ba61" 2024-11-24T13:21:45,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d7e3360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45781,-1] 2024-11-24T13:21:45,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:45,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:45,651 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:45,651 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e03a1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:45,651 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:45,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,45781,1732454499404 2024-11-24T13:21:45,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19736544 2024-11-24T13:21:45,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:45,653 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T13:21:45,653 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b10924491aa5,33955,1732454493342 (queues=1) is replicating from cluster=0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9 to cluster=e6e599c9-ec43-4157-8164-41d48ce4ba61 2024-11-24T13:21:45,653 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b10924491aa5%2C33955%2C1732454493342 2024-11-24T13:21:45,653 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b10924491aa5,33955,1732454493342, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T13:21:45,654 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b10924491aa5%2C33955%2C1732454493342 2024-11-24T13:21:45,654 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377, startPosition=0, beingWritten=true 2024-11-24T13:21:45,656 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 to pos 687, reset compression=false 2024-11-24T13:21:45,662 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 was moved to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/oldWALs/b10924491aa5%2C33955%2C1732454493342.1732454494568 2024-11-24T13:21:45,664 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568 2024-11-24T13:21:45,664 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33955,1732454493342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454494568, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T13:21:45,664 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377, startPosition=0, beingWritten=true 2024-11-24T13:21:45,667 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b10924491aa5%2C33955%2C1732454493342.1732454494568] 2024-11-24T13:21:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T13:21:45,738 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T13:21:45,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:45,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:45,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:45,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:45,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:45,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:21:45,742 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732454505741/Put/seqid=0 2024-11-24T13:21:45,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741845_1021 (size=11194) 2024-11-24T13:21:45,858 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 0, reset compression=false 2024-11-24T13:21:46,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732454506148/Put/seqid=0 2024-11-24T13:21:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741846_1022 (size=10791) 2024-11-24T13:21:46,162 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 0, reset compression=false 2024-11-24T13:21:46,169 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 0, reset compression=false 2024-11-24T13:21:46,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T13:21:46,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:46,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,42517,-1 for getting cluster id 2024-11-24T13:21:46,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:46,556 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9' 2024-11-24T13:21:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9" 2024-11-24T13:21:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,42517,-1] 2024-11-24T13:21:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:46,558 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:46,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:46,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,33955,1732454493342, seqNum=-1] 2024-11-24T13:21:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:46,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:21:46,566 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 0, reset compression=false 2024-11-24T13:21:46,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,42517,1732454493261 2024-11-24T13:21:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50711149 2024-11-24T13:21:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:46,582 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:21:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2] 2024-11-24T13:21:46,587 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:21:46,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T13:21:46,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T13:21:46,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T13:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:46,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T13:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HRegion(2603): Flush status journal for 070f00d9148b686c115ca359b084a4d0: 2024-11-24T13:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_1 2024-11-24T13:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_1 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ 2024-11-24T13:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_0 2024-11-24T13:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_0 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ 2024-11-24T13:21:46,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_1 into 070f00d9148b686c115ca359b084a4d0/f as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ - updating store file list. 2024-11-24T13:21:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2725720dfeba4019975d88ec0e54eb71_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:46,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ into 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:46,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_1 into 070f00d9148b686c115ca359b084a4d0/f (new location: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_) 2024-11-24T13:21:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_1 2024-11-24T13:21:46,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_0 into 070f00d9148b686c115ca359b084a4d0/f as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ - updating store file list. 2024-11-24T13:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 403bf29ad4154acbaa05140b278776d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:46,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ into 070f00d9148b686c115ca359b084a4d0/f 2024-11-24T13:21:46,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_0 into 070f00d9148b686c115ca359b084a4d0/f (new location: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_) 2024-11-24T13:21:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/staging/jenkins__test__2nuqve5ebcpd0bibs56hip7qjc8645rvkq8e5rddnud40tbqulrkg2lv6i796e4/f/hfile_0 2024-11-24T13:21:46,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:46,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:46,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:46,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:46,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:46,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2 , the old value is region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b10924491aa5:33955 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:21:46,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T13:21:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732454500818.070f00d9148b686c115ca359b084a4d0., hostname=b10924491aa5,33955,1732454493342, seqNum=2 from cache 2024-11-24T13:21:46,630 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T13:21:46,631 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:21:46,738 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T13:21:46,777 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 0, reset compression=false 2024-11-24T13:21:46,781 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:46,782 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33955,1732454493342 got entry batch from reader: WALEntryBatch [walEntries=[{test/070f00d9148b686c115ca359b084a4d0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454506625/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T13:21:46,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.ReplicationSink(318): Replicating [0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9] bulk loaded data 2024-11-24T13:21:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741839_1015 (size=10791) 2024-11-24T13:21:46,982 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:47,074 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 0, reset compression=false 2024-11-24T13:21:47,083 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T13:21:47,084 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b10924491aa5,33955,1732454493342 got entry batch from reader: WALEntryBatch [walEntries=[{test/070f00d9148b686c115ca359b084a4d0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732454506625/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T13:21:47,086 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:21:47,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T13:21:47,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.ReplicationSink(318): Replicating [0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9] bulk loaded data 2024-11-24T13:21:47,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ccf8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:47,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,45781,-1 for getting cluster id 2024-11-24T13:21:47,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:21:47,088 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6e599c9-ec43-4157-8164-41d48ce4ba61' 2024-11-24T13:21:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:21:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6e599c9-ec43-4157-8164-41d48ce4ba61" 2024-11-24T13:21:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a6fbef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,45781,-1] 2024-11-24T13:21:47,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:21:47,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:47,089 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:21:47,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b4cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:21:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741837_1013 (size=10791) 2024-11-24T13:21:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741840_1016 (size=11194) 2024-11-24T13:21:47,284 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:47,285 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741838_1014 (size=11194) 2024-11-24T13:21:47,597 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:47,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:21:47,609 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T13:21:47,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T13:21:47,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ for inclusion in 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T13:21:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:47,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ for inclusion in 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T13:21:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(2603): Flush status journal for 80ca4da7090d4b895ae1bdc29fcd20cf: 2024-11-24T13:21:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 403bf29ad4154acbaa05140b278776d1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:21:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/779b741563574075823c4b611e0928ba_SeqId_6_ 2024-11-24T13:21:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2725720dfeba4019975d88ec0e54eb71_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:21:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/e49e99fdabbe4d8e8bec2c96b2eb8b54_SeqId_6_ 2024-11-24T13:21:47,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/779b741563574075823c4b611e0928ba_SeqId_6_ - updating store file list. 2024-11-24T13:21:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 779b741563574075823c4b611e0928ba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:47,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/779b741563574075823c4b611e0928ba_SeqId_6_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:47,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f (new location: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/779b741563574075823c4b611e0928ba_SeqId_6_) 2024-11-24T13:21:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ 2024-11-24T13:21:47,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/e49e99fdabbe4d8e8bec2c96b2eb8b54_SeqId_6_ - updating store file list. 2024-11-24T13:21:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e49e99fdabbe4d8e8bec2c96b2eb8b54_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:47,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/e49e99fdabbe4d8e8bec2c96b2eb8b54_SeqId_6_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f 2024-11-24T13:21:47,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ into 80ca4da7090d4b895ae1bdc29fcd20cf/f (new location: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/f/e49e99fdabbe4d8e8bec2c96b2eb8b54_SeqId_6_) 2024-11-24T13:21:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/staging/jenkins.hfs.22__test__5g1v802k4srmcpb0r21psebm23eb5bu2qmpap4590avv4kroooal8r5bc1pro5q4/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ 2024-11-24T13:21:47,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.ReplicationSink(324): Finished replicating [0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9] bulk loaded data 2024-11-24T13:21:47,642 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T13:21:47,693 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:47,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:47,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,45781,1732454499404 2024-11-24T13:21:47,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@673f6f09 2024-11-24T13:21:47,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:21:47,938 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T13:21:47,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T13:21:47,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:21:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,40265,1732454499484, seqNum=-1] 2024-11-24T13:21:47,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:21:47,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T13:21:47,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T13:21:47,949 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T13:21:47,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ for inclusion in 42dc3028a3fda0e2a74543a7bcafd68e/f 2024-11-24T13:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T13:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:47,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ for inclusion in 42dc3028a3fda0e2a74543a7bcafd68e/f 2024-11-24T13:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T13:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T13:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(2603): Flush status journal for 42dc3028a3fda0e2a74543a7bcafd68e: 2024-11-24T13:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 403bf29ad4154acbaa05140b278776d1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4ccc3ffc396c48e382b97087c42be995_SeqId_4_ 2024-11-24T13:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2725720dfeba4019975d88ec0e54eb71_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T13:21:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4bf8210f0fcd40e3924610980fde2afa_SeqId_4_ 2024-11-24T13:21:47,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ into 42dc3028a3fda0e2a74543a7bcafd68e/f as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4ccc3ffc396c48e382b97087c42be995_SeqId_4_ - updating store file list. 2024-11-24T13:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ccc3ffc396c48e382b97087c42be995_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:47,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4ccc3ffc396c48e382b97087c42be995_SeqId_4_ into 42dc3028a3fda0e2a74543a7bcafd68e/f 2024-11-24T13:21:47,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ into 42dc3028a3fda0e2a74543a7bcafd68e/f (new location: hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4ccc3ffc396c48e382b97087c42be995_SeqId_4_) 2024-11-24T13:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/403bf29ad4154acbaa05140b278776d1_SeqId_6_ 2024-11-24T13:21:47,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ into 42dc3028a3fda0e2a74543a7bcafd68e/f as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4bf8210f0fcd40e3924610980fde2afa_SeqId_4_ - updating store file list. 2024-11-24T13:21:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bf8210f0fcd40e3924610980fde2afa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T13:21:47,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4bf8210f0fcd40e3924610980fde2afa_SeqId_4_ into 42dc3028a3fda0e2a74543a7bcafd68e/f 2024-11-24T13:21:47,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ into 42dc3028a3fda0e2a74543a7bcafd68e/f (new location: hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/f/4bf8210f0fcd40e3924610980fde2afa_SeqId_4_) 2024-11-24T13:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/staging/jenkins.hfs.23__test__rg1hllvvnp7gk9or41qhop4p22kkieddk36ijabr58vn5bc2o0jbrpaq55mn0h87/f/2725720dfeba4019975d88ec0e54eb71_SeqId_6_ 2024-11-24T13:21:47,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.ReplicationSink(324): Finished replicating [0a3e1ce2-e93c-4e91-bbb8-3a8236b22dd9] bulk loaded data 2024-11-24T13:21:48,000 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:48,197 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:48,503 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:48,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:21:48,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:48,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:48,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:48,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:48,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:48,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:21:48,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1986925189, stopped=false 2024-11-24T13:21:48,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,45781,1732454499404 2024-11-24T13:21:48,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2591662997/running 2024-11-24T13:21:48,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2591662997/running 2024-11-24T13:21:48,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:48,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:48,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on znode that does not yet exist, /2591662997/running 2024-11-24T13:21:48,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Set watcher on znode that does not yet exist, /2591662997/running 2024-11-24T13:21:48,654 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-24T13:21:48,654 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:48,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:48,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:48,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:48,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:48,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,40265,1732454499484' ***** 2024-11-24T13:21:48,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:21:48,656 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:21:48,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:21:48,656 INFO [RS:0;b10924491aa5:40265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:21:48,656 INFO [RS:0;b10924491aa5:40265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:21:48,656 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42dc3028a3fda0e2a74543a7bcafd68e, disabling compactions & flushes 2024-11-24T13:21:48,656 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:48,656 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 42dc3028a3fda0e2a74543a7bcafd68e, which we are already trying to CLOSE, but not completed yet 2024-11-24T13:21:48,656 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:48,656 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,40265,1732454499484 2024-11-24T13:21:48,656 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. after waiting 0 ms 2024-11-24T13:21:48,656 INFO [RS:0;b10924491aa5:40265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:48,656 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:48,656 INFO [RS:0;b10924491aa5:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:40265. 2024-11-24T13:21:48,656 DEBUG [RS:0;b10924491aa5:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:48,656 DEBUG [RS:0;b10924491aa5:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:48,657 INFO [RS:0;b10924491aa5:40265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:21:48,657 INFO [RS:0;b10924491aa5:40265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:21:48,657 INFO [RS:0;b10924491aa5:40265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:21:48,657 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:21:48,657 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:21:48,657 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1325): Online Regions={42dc3028a3fda0e2a74543a7bcafd68e=test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:21:48,657 DEBUG [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42dc3028a3fda0e2a74543a7bcafd68e 2024-11-24T13:21:48,657 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:48,657 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:48,657 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:48,657 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:48,658 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:48,658 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T13:21:48,661 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/default/test/42dc3028a3fda0e2a74543a7bcafd68e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T13:21:48,661 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:48,661 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:48,661 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:48,661 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42dc3028a3fda0e2a74543a7bcafd68e: Waiting for close lock at 1732454508655Running coprocessor pre-close hooks at 1732454508655Disabling compacts and flushes for region at 1732454508655Disabling writes for close at 1732454508656 (+1 ms)Writing region close event to WAL at 1732454508657 (+1 ms)Running coprocessor post-close hooks at 1732454508661 (+4 ms)Closed at 1732454508661 2024-11-24T13:21:48,662 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e. 2024-11-24T13:21:48,667 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:48,685 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/info/773433fcefe34ab09e93feec24b1f90d is 129, key is test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e./info:regioninfo/1732454502445/Put/seqid=0 2024-11-24T13:21:48,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741839_1015 (size=6421) 2024-11-24T13:21:48,691 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/info/773433fcefe34ab09e93feec24b1f90d 2024-11-24T13:21:48,713 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/ns/f01ec1edafbb400b8771e359ce4ca04a is 43, key is default/ns:d/1732454500698/Put/seqid=0 2024-11-24T13:21:48,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741840_1016 (size=5153) 2024-11-24T13:21:48,722 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/ns/f01ec1edafbb400b8771e359ce4ca04a 2024-11-24T13:21:48,743 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/rep_barrier/1e85fca2b3014708854e1de0581a49a7 is 112, key is test,,1732454502081.42dc3028a3fda0e2a74543a7bcafd68e./rep_barrier:seqnumDuringOpen/1732454502445/Put/seqid=0 2024-11-24T13:21:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741841_1017 (size=5518) 2024-11-24T13:21:48,747 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/rep_barrier/1e85fca2b3014708854e1de0581a49a7 2024-11-24T13:21:48,771 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/table/8d2b5ad6a9664f2593b1068251588411 is 40, key is test/table:state/1732454502452/Put/seqid=0 2024-11-24T13:21:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741842_1018 (size=5165) 2024-11-24T13:21:48,775 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/table/8d2b5ad6a9664f2593b1068251588411 2024-11-24T13:21:48,780 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/info/773433fcefe34ab09e93feec24b1f90d as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/info/773433fcefe34ab09e93feec24b1f90d 2024-11-24T13:21:48,783 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/info/773433fcefe34ab09e93feec24b1f90d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T13:21:48,784 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/ns/f01ec1edafbb400b8771e359ce4ca04a as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/ns/f01ec1edafbb400b8771e359ce4ca04a 2024-11-24T13:21:48,787 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/ns/f01ec1edafbb400b8771e359ce4ca04a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:21:48,788 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/rep_barrier/1e85fca2b3014708854e1de0581a49a7 as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/rep_barrier/1e85fca2b3014708854e1de0581a49a7 2024-11-24T13:21:48,791 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/rep_barrier/1e85fca2b3014708854e1de0581a49a7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T13:21:48,791 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/.tmp/table/8d2b5ad6a9664f2593b1068251588411 as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/table/8d2b5ad6a9664f2593b1068251588411 2024-11-24T13:21:48,794 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/table/8d2b5ad6a9664f2593b1068251588411, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:21:48,795 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=11, compaction requested=false 2024-11-24T13:21:48,799 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T13:21:48,799 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:48,799 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:48,799 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:48,799 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454508657Running coprocessor pre-close hooks at 1732454508657Disabling compacts and flushes for region at 1732454508657Disabling writes for close at 1732454508658 (+1 ms)Obtaining lock to block concurrent updates at 1732454508658Preparing flush snapshotting stores in 1588230740 at 1732454508658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732454508659 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454508659Flushing 1588230740/info: creating writer at 1732454508659Flushing 1588230740/info: appending metadata at 1732454508685 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732454508685Flushing 1588230740/ns: creating writer at 1732454508695 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732454508712 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732454508712Flushing 1588230740/rep_barrier: creating writer at 1732454508726 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454508743 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454508743Flushing 1588230740/table: creating writer at 1732454508751 (+8 ms)Flushing 1588230740/table: appending metadata at 1732454508770 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732454508771 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8daf83: reopening flushed file at 1732454508778 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45440375: reopening flushed file at 1732454508783 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82283a9: reopening flushed file at 1732454508787 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8091c7: reopening flushed file at 1732454508791 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=11, compaction requested=false at 1732454508795 (+4 ms)Writing region close event to WAL at 1732454508797 (+2 ms)Running coprocessor post-close hooks at 1732454508799 (+2 ms)Closed at 1732454508799 2024-11-24T13:21:48,799 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:48,801 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:48,857 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,40265,1732454499484; all regions closed. 2024-11-24T13:21:48,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741834_1010 (size=2717) 2024-11-24T13:21:48,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484/b10924491aa5%2C40265%2C1732454499484.meta.1732454500647.meta not finished, retry = 0 2024-11-24T13:21:48,956 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:21:48,957 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:21:48,962 DEBUG [RS:0;b10924491aa5:40265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/oldWALs 2024-11-24T13:21:48,962 INFO [RS:0;b10924491aa5:40265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C40265%2C1732454499484.meta:.meta(num 1732454500647) 2024-11-24T13:21:48,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/WALs/b10924491aa5,40265,1732454499484/b10924491aa5%2C40265%2C1732454499484.1732454500109 not finished, retry = 0 2024-11-24T13:21:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741833_1009 (size=1028) 2024-11-24T13:21:49,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,072 DEBUG [RS:0;b10924491aa5:40265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/oldWALs 2024-11-24T13:21:49,072 INFO [RS:0;b10924491aa5:40265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C40265%2C1732454499484:(num 1732454500109) 2024-11-24T13:21:49,072 DEBUG [RS:0;b10924491aa5:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:49,072 INFO [RS:0;b10924491aa5:40265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:49,073 INFO [RS:0;b10924491aa5:40265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:49,073 INFO [RS:0;b10924491aa5:40265 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:49,073 INFO [RS:0;b10924491aa5:40265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:49,073 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:49,074 INFO [RS:0;b10924491aa5:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:40265. 2024-11-24T13:21:49,074 DEBUG [RS:0;b10924491aa5:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:49,074 DEBUG [RS:0;b10924491aa5:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:49,074 DEBUG [RS:0;b10924491aa5:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:49,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:49,074 INFO [RS:0;b10924491aa5:40265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40265 2024-11-24T13:21:49,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2591662997/rs/b10924491aa5,40265,1732454499484 2024-11-24T13:21:49,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997/rs 2024-11-24T13:21:49,076 INFO [RS:0;b10924491aa5:40265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:49,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,40265,1732454499484] 2024-11-24T13:21:49,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2591662997/draining/b10924491aa5,40265,1732454499484 already deleted, retry=false 2024-11-24T13:21:49,078 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,40265,1732454499484 expired; onlineServers=0 2024-11-24T13:21:49,078 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,45781,1732454499404' ***** 2024-11-24T13:21:49,078 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:21:49,079 INFO [M:0;b10924491aa5:45781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:49,079 INFO [M:0;b10924491aa5:45781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:49,079 DEBUG [M:0;b10924491aa5:45781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:21:49,079 DEBUG [M:0;b10924491aa5:45781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:21:49,079 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:21:49,079 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454499881 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454499881,5,FailOnTimeoutGroup] 2024-11-24T13:21:49,079 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454499896 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454499896,5,FailOnTimeoutGroup] 2024-11-24T13:21:49,079 INFO [M:0;b10924491aa5:45781 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:49,079 INFO [M:0;b10924491aa5:45781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:49,079 DEBUG [M:0;b10924491aa5:45781 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:21:49,079 INFO [M:0;b10924491aa5:45781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:21:49,079 INFO [M:0;b10924491aa5:45781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:49,079 INFO [M:0;b10924491aa5:45781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:21:49,080 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:21:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2591662997/master 2024-11-24T13:21:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2591662997 2024-11-24T13:21:49,082 DEBUG [M:0;b10924491aa5:45781 {}] zookeeper.ZKUtil(347): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Unable to get data of znode /2591662997/master because node does not exist (not an error) 2024-11-24T13:21:49,082 WARN [M:0;b10924491aa5:45781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:21:49,082 INFO [M:0;b10924491aa5:45781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/.lastflushedseqids 2024-11-24T13:21:49,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741843_1019 (size=173) 2024-11-24T13:21:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:49,107 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:49,178 INFO [RS:0;b10924491aa5:40265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1014a2393190007, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:49,178 INFO [RS:0;b10924491aa5:40265 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,40265,1732454499484; zookeeper connection closed. 2024-11-24T13:21:49,178 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12227008 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12227008 2024-11-24T13:21:49,178 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:21:49,494 INFO [M:0;b10924491aa5:45781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:21:49,494 INFO [M:0;b10924491aa5:45781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:21:49,495 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:49,495 INFO [M:0;b10924491aa5:45781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:49,495 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:49,495 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:49,495 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:49,495 INFO [M:0;b10924491aa5:45781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-24T13:21:49,504 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:49,514 DEBUG [M:0;b10924491aa5:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1964b342bd4809b4d1ccfee5cf9ddb is 82, key is hbase:meta,,1/info:regioninfo/1732454500687/Put/seqid=0 2024-11-24T13:21:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741844_1020 (size=5672) 2024-11-24T13:21:49,817 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:49,918 INFO [M:0;b10924491aa5:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1964b342bd4809b4d1ccfee5cf9ddb 2024-11-24T13:21:49,938 DEBUG [M:0;b10924491aa5:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d98e95168943328bf6022a5d4ab54d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732454502455/Put/seqid=0 2024-11-24T13:21:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741845_1021 (size=6587) 2024-11-24T13:21:50,306 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:50,342 INFO [M:0;b10924491aa5:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d98e95168943328bf6022a5d4ab54d 2024-11-24T13:21:50,359 DEBUG [M:0;b10924491aa5:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eff5759f03a40ae952beb2cf154cab3 is 69, key is b10924491aa5,40265,1732454499484/rs:state/1732454499923/Put/seqid=0 2024-11-24T13:21:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741846_1022 (size=5156) 2024-11-24T13:21:50,620 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:50,763 INFO [M:0;b10924491aa5:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eff5759f03a40ae952beb2cf154cab3 2024-11-24T13:21:50,768 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1964b342bd4809b4d1ccfee5cf9ddb as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf1964b342bd4809b4d1ccfee5cf9ddb 2024-11-24T13:21:50,773 INFO [M:0;b10924491aa5:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf1964b342bd4809b4d1ccfee5cf9ddb, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T13:21:50,774 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d98e95168943328bf6022a5d4ab54d as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d98e95168943328bf6022a5d4ab54d 2024-11-24T13:21:50,779 INFO [M:0;b10924491aa5:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d98e95168943328bf6022a5d4ab54d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T13:21:50,780 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eff5759f03a40ae952beb2cf154cab3 as hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6eff5759f03a40ae952beb2cf154cab3 2024-11-24T13:21:50,783 INFO [M:0;b10924491aa5:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/ad11dc2d-d468-a01d-c23d-e8faf84d5c7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6eff5759f03a40ae952beb2cf154cab3, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T13:21:50,784 INFO [M:0;b10924491aa5:45781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=55, compaction requested=false 2024-11-24T13:21:50,786 INFO [M:0;b10924491aa5:45781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:50,786 DEBUG [M:0;b10924491aa5:45781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454509494Disabling compacts and flushes for region at 1732454509494Disabling writes for close at 1732454509495 (+1 ms)Obtaining lock to block concurrent updates at 1732454509495Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454509495Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732454509495Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454509496 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454509496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454509513 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454509513Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454509921 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454509938 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454509938Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454510345 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454510358 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454510358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c34e9a1: reopening flushed file at 1732454510767 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72238bd: reopening flushed file at 1732454510774 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4db54: reopening flushed file at 1732454510779 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=55, compaction requested=false at 1732454510785 (+6 ms)Writing region close event to WAL at 1732454510786 (+1 ms)Closed at 1732454510786 2024-11-24T13:21:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741830_1006 (size=32782) 2024-11-24T13:21:50,789 INFO [M:0;b10924491aa5:45781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:21:50,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:50,790 INFO [M:0;b10924491aa5:45781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45781 2024-11-24T13:21:50,790 INFO [M:0;b10924491aa5:45781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:50,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:50,892 INFO [M:0;b10924491aa5:45781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:50,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x1014a2393190006, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:50,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23951614{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:50,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249026b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:50,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:50,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a759102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:50,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:50,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:21:50,898 WARN [BP-1763131079-172.17.0.2-1732454498618 heartbeating to localhost/127.0.0.1:35497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:21:50,898 WARN [BP-1763131079-172.17.0.2-1732454498618 heartbeating to localhost/127.0.0.1:35497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1763131079-172.17.0.2-1732454498618 (Datanode Uuid d2eadc24-9691-4d4f-964f-5be47498639f) service to localhost/127.0.0.1:35497 2024-11-24T13:21:50,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:21:50,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/cluster_a6667153-001e-3082-7e4e-c9690b14d54b/data/data1/current/BP-1763131079-172.17.0.2-1732454498618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:50,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/cluster_a6667153-001e-3082-7e4e-c9690b14d54b/data/data2/current/BP-1763131079-172.17.0.2-1732454498618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:50,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:21:50,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@231fd69d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:50,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32927143{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:50,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:50,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40341b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:50,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4742d682{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65ae702d-f70d-1829-5a93-f0e50912dc96/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:50,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:21:50,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:21:50,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:50,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:50,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:50,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:50,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:50,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:21:50,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1662427254, stopped=false 2024-11-24T13:21:50,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,36307,1732454496703 2024-11-24T13:21:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-247265643/running 2024-11-24T13:21:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:50,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on znode that does not yet exist, /1-247265643/running 2024-11-24T13:21:50,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-247265643/running 2024-11-24T13:21:50,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:50,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:50,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:50,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:50,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:50,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,34335,1732454496793' ***** 2024-11-24T13:21:50,928 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:21:50,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Set watcher on znode that does not yet exist, /1-247265643/running 2024-11-24T13:21:50,929 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:21:50,929 INFO [RS:0;b10924491aa5:34335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:21:50,929 INFO [RS:0;b10924491aa5:34335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:21:50,929 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:50,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:21:50,930 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,34335,1732454496793 2024-11-24T13:21:50,930 INFO [RS:0;b10924491aa5:34335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:50,931 INFO [RS:0;b10924491aa5:34335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34335. 2024-11-24T13:21:50,931 DEBUG [RS:0;b10924491aa5:34335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:50,931 DEBUG [RS:0;b10924491aa5:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:50,931 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80ca4da7090d4b895ae1bdc29fcd20cf, disabling compactions & flushes 2024-11-24T13:21:50,931 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:50,931 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:50,931 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. after waiting 0 ms 2024-11-24T13:21:50,931 INFO [RS:0;b10924491aa5:34335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:21:50,931 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:50,931 INFO [RS:0;b10924491aa5:34335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:21:50,931 INFO [RS:0;b10924491aa5:34335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:21:50,931 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:21:50,931 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T13:21:50,931 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1325): Online Regions={80ca4da7090d4b895ae1bdc29fcd20cf=test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:21:50,931 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80ca4da7090d4b895ae1bdc29fcd20cf 2024-11-24T13:21:50,931 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:50,931 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:50,932 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:50,932 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:50,932 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:50,932 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T13:21:50,939 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/default/test/80ca4da7090d4b895ae1bdc29fcd20cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:21:50,940 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:50,940 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:50,940 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:50,940 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80ca4da7090d4b895ae1bdc29fcd20cf: Waiting for close lock at 1732454510931Running coprocessor pre-close hooks at 1732454510931Disabling compacts and flushes for region at 1732454510931Disabling writes for close at 1732454510931Writing region close event to WAL at 1732454510932 (+1 ms)Running coprocessor post-close hooks at 1732454510940 (+8 ms)Closed at 1732454510940 2024-11-24T13:21:50,940 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf. 2024-11-24T13:21:50,957 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/info/c8ece041d9d54533a46fa944ea687126 is 129, key is test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf./info:regioninfo/1732454501798/Put/seqid=0 2024-11-24T13:21:50,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741841_1017 (size=6421) 2024-11-24T13:21:50,973 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:51,132 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:51,210 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:51,332 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:51,365 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/info/c8ece041d9d54533a46fa944ea687126 2024-11-24T13:21:51,384 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/ns/1fb93b39e5a54e558984eed4ace03165 is 43, key is default/ns:d/1732454498562/Put/seqid=0 2024-11-24T13:21:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741842_1018 (size=5153) 2024-11-24T13:21:51,388 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/ns/1fb93b39e5a54e558984eed4ace03165 2024-11-24T13:21:51,411 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/rep_barrier/ace56a41fc6548188df67e9257d1fdb3 is 112, key is test,,1732454501451.80ca4da7090d4b895ae1bdc29fcd20cf./rep_barrier:seqnumDuringOpen/1732454501798/Put/seqid=0 2024-11-24T13:21:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741843_1019 (size=5518) 2024-11-24T13:21:51,524 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:51,532 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:51,732 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:51,795 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:21:51,795 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:21:51,821 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/rep_barrier/ace56a41fc6548188df67e9257d1fdb3 2024-11-24T13:21:51,838 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/table/6a5a2aa5701f428eaeabea5fbe16bb16 is 40, key is test/table:state/1732454501806/Put/seqid=0 2024-11-24T13:21:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741844_1020 (size=5165) 2024-11-24T13:21:51,932 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:21:51,932 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:21:51,933 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:52,133 DEBUG [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:52,222 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:52,242 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/table/6a5a2aa5701f428eaeabea5fbe16bb16 2024-11-24T13:21:52,251 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/info/c8ece041d9d54533a46fa944ea687126 as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/info/c8ece041d9d54533a46fa944ea687126 2024-11-24T13:21:52,256 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/info/c8ece041d9d54533a46fa944ea687126, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T13:21:52,257 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/ns/1fb93b39e5a54e558984eed4ace03165 as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/ns/1fb93b39e5a54e558984eed4ace03165 2024-11-24T13:21:52,262 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/ns/1fb93b39e5a54e558984eed4ace03165, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:21:52,263 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/rep_barrier/ace56a41fc6548188df67e9257d1fdb3 as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/rep_barrier/ace56a41fc6548188df67e9257d1fdb3 2024-11-24T13:21:52,268 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/rep_barrier/ace56a41fc6548188df67e9257d1fdb3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T13:21:52,269 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/.tmp/table/6a5a2aa5701f428eaeabea5fbe16bb16 as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/table/6a5a2aa5701f428eaeabea5fbe16bb16 2024-11-24T13:21:52,272 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/table/6a5a2aa5701f428eaeabea5fbe16bb16, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T13:21:52,273 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false 2024-11-24T13:21:52,273 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:21:52,277 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T13:21:52,278 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:52,278 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:52,278 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:52,278 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454510931Running coprocessor pre-close hooks at 1732454510931Disabling compacts and flushes for region at 1732454510931Disabling writes for close at 1732454510932 (+1 ms)Obtaining lock to block concurrent updates at 1732454510932Preparing flush snapshotting stores in 1588230740 at 1732454510932Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732454510933 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732454510934 (+1 ms)Flushing 1588230740/info: creating writer at 1732454510934Flushing 1588230740/info: appending metadata at 1732454510957 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732454510957Flushing 1588230740/ns: creating writer at 1732454511370 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732454511384 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732454511384Flushing 1588230740/rep_barrier: creating writer at 1732454511391 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454511410 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454511410Flushing 1588230740/table: creating writer at 1732454511824 (+414 ms)Flushing 1588230740/table: appending metadata at 1732454511838 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732454511838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad4edd0: reopening flushed file at 1732454512251 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26342fc: reopening flushed file at 1732454512256 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d182253: reopening flushed file at 1732454512262 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1a1588: reopening flushed file at 1732454512268 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false at 1732454512273 (+5 ms)Writing region close event to WAL at 1732454512275 (+2 ms)Running coprocessor post-close hooks at 1732454512278 (+3 ms)Closed at 1732454512278 2024-11-24T13:21:52,278 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:52,333 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,34335,1732454496793; all regions closed. 2024-11-24T13:21:52,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741834_1010 (size=2717) 2024-11-24T13:21:52,338 DEBUG [RS:0;b10924491aa5:34335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/oldWALs 2024-11-24T13:21:52,338 INFO [RS:0;b10924491aa5:34335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C34335%2C1732454496793.meta:.meta(num 1732454498492) 2024-11-24T13:21:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741833_1009 (size=1374) 2024-11-24T13:21:52,342 DEBUG [RS:0;b10924491aa5:34335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/oldWALs 2024-11-24T13:21:52,342 INFO [RS:0;b10924491aa5:34335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C34335%2C1732454496793:(num 1732454497900) 2024-11-24T13:21:52,342 DEBUG [RS:0;b10924491aa5:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:52,343 INFO [RS:0;b10924491aa5:34335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:52,343 INFO [RS:0;b10924491aa5:34335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:52,343 INFO [RS:0;b10924491aa5:34335 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:52,343 INFO [RS:0;b10924491aa5:34335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:52,343 INFO [RS:0;b10924491aa5:34335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34335. 2024-11-24T13:21:52,343 DEBUG [RS:0;b10924491aa5:34335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:52,343 DEBUG [RS:0;b10924491aa5:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:52,343 DEBUG [RS:0;b10924491aa5:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:52,343 INFO [RS:0;b10924491aa5:34335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34335 2024-11-24T13:21:52,344 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:52,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:52,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-247265643/rs/b10924491aa5,34335,1732454496793 2024-11-24T13:21:52,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643/rs 2024-11-24T13:21:52,347 INFO [RS:0;b10924491aa5:34335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:52,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,34335,1732454496793] 2024-11-24T13:21:52,349 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-247265643/draining/b10924491aa5,34335,1732454496793 already deleted, retry=false 2024-11-24T13:21:52,349 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,34335,1732454496793 expired; onlineServers=0 2024-11-24T13:21:52,349 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,36307,1732454496703' ***** 2024-11-24T13:21:52,349 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:21:52,349 INFO [M:0;b10924491aa5:36307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:52,349 INFO [M:0;b10924491aa5:36307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:52,349 DEBUG [M:0;b10924491aa5:36307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:21:52,349 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:21:52,349 DEBUG [M:0;b10924491aa5:36307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:21:52,349 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454497691 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454497691,5,FailOnTimeoutGroup] 2024-11-24T13:21:52,349 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454497692 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454497692,5,FailOnTimeoutGroup] 2024-11-24T13:21:52,349 INFO [M:0;b10924491aa5:36307 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:52,350 INFO [M:0;b10924491aa5:36307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:52,350 DEBUG [M:0;b10924491aa5:36307 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:21:52,350 INFO [M:0;b10924491aa5:36307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:21:52,350 INFO [M:0;b10924491aa5:36307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:52,350 INFO [M:0;b10924491aa5:36307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:21:52,350 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:21:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-247265643/master 2024-11-24T13:21:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-247265643 2024-11-24T13:21:52,351 DEBUG [M:0;b10924491aa5:36307 {}] zookeeper.ZKUtil(347): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Unable to get data of znode /1-247265643/master because node does not exist (not an error) 2024-11-24T13:21:52,351 WARN [M:0;b10924491aa5:36307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:21:52,352 INFO [M:0;b10924491aa5:36307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/.lastflushedseqids 2024-11-24T13:21:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741845_1021 (size=173) 2024-11-24T13:21:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1014a2393190004, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:52,448 INFO [RS:0;b10924491aa5:34335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:52,448 INFO [RS:0;b10924491aa5:34335 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,34335,1732454496793; zookeeper connection closed. 2024-11-24T13:21:52,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ce9cd6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ce9cd6f 2024-11-24T13:21:52,449 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:21:52,535 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:52,758 INFO [M:0;b10924491aa5:36307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:21:52,759 INFO [M:0;b10924491aa5:36307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:21:52,759 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:52,759 INFO [M:0;b10924491aa5:36307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:52,759 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:52,759 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:52,759 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:52,759 INFO [M:0;b10924491aa5:36307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-24T13:21:52,781 DEBUG [M:0;b10924491aa5:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7507741b8d542fa9505ad835bd3f448 is 82, key is hbase:meta,,1/info:regioninfo/1732454498551/Put/seqid=0 2024-11-24T13:21:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741846_1022 (size=5672) 2024-11-24T13:21:53,185 INFO [M:0;b10924491aa5:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7507741b8d542fa9505ad835bd3f448 2024-11-24T13:21:53,202 DEBUG [M:0;b10924491aa5:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2eb52ee44754fae9a213615b6d83ddf is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732454501809/Put/seqid=0 2024-11-24T13:21:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741847_1023 (size=6587) 2024-11-24T13:21:53,329 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:53,606 INFO [M:0;b10924491aa5:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2eb52ee44754fae9a213615b6d83ddf 2024-11-24T13:21:53,629 DEBUG [M:0;b10924491aa5:36307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed70e40ebb3d4aa3b9822de7d8f7383b is 69, key is b10924491aa5,34335,1732454496793/rs:state/1732454497722/Put/seqid=0 2024-11-24T13:21:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741848_1024 (size=5156) 2024-11-24T13:21:53,638 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:54,034 INFO [M:0;b10924491aa5:36307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed70e40ebb3d4aa3b9822de7d8f7383b 2024-11-24T13:21:54,041 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7507741b8d542fa9505ad835bd3f448 as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7507741b8d542fa9505ad835bd3f448 2024-11-24T13:21:54,052 INFO [M:0;b10924491aa5:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7507741b8d542fa9505ad835bd3f448, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T13:21:54,053 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2eb52ee44754fae9a213615b6d83ddf as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2eb52ee44754fae9a213615b6d83ddf 2024-11-24T13:21:54,058 INFO [M:0;b10924491aa5:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2eb52ee44754fae9a213615b6d83ddf, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T13:21:54,058 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed70e40ebb3d4aa3b9822de7d8f7383b as hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed70e40ebb3d4aa3b9822de7d8f7383b 2024-11-24T13:21:54,063 INFO [M:0;b10924491aa5:36307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/1b2fe1a4-3901-f233-9373-563df6bc5206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed70e40ebb3d4aa3b9822de7d8f7383b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T13:21:54,064 INFO [M:0;b10924491aa5:36307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=55, compaction requested=false 2024-11-24T13:21:54,075 INFO [M:0;b10924491aa5:36307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:54,075 DEBUG [M:0;b10924491aa5:36307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454512759Disabling compacts and flushes for region at 1732454512759Disabling writes for close at 1732454512759Obtaining lock to block concurrent updates at 1732454512759Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454512759Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732454512759Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454512760 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454512760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454512780 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454512780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454513188 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454513202 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454513202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454513610 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454513629 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454513629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2980d90e: reopening flushed file at 1732454514041 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78324593: reopening flushed file at 1732454514052 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39971ad9: reopening flushed file at 1732454514058 (+6 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=55, compaction requested=false at 1732454514064 (+6 ms)Writing region close event to WAL at 1732454514074 (+10 ms)Closed at 1732454514075 (+1 ms) 2024-11-24T13:21:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741830_1006 (size=32782) 2024-11-24T13:21:54,078 INFO [M:0;b10924491aa5:36307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:21:54,079 INFO [M:0;b10924491aa5:36307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36307 2024-11-24T13:21:54,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:54,079 INFO [M:0;b10924491aa5:36307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:54,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:21:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:54,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36307-0x1014a2393190003, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:54,181 INFO [M:0;b10924491aa5:36307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:54,212 WARN [BP-1205305470-172.17.0.2-1732454495620 heartbeating to localhost/127.0.0.1:42441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1205305470-172.17.0.2-1732454495620 (Datanode Uuid dd72ecd0-48d3-467d-951b-09de31faee20) service to localhost/127.0.0.1:42441 2024-11-24T13:21:54,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/cluster_ccba67dd-215d-f2de-1a90-04b0dea898c0/data/data1/current/BP-1205305470-172.17.0.2-1732454495620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:54,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/cluster_ccba67dd-215d-f2de-1a90-04b0dea898c0/data/data2/current/BP-1205305470-172.17.0.2-1732454495620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:54,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af007df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:54,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26d49f62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:54,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:54,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116b2349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:54,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:54,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:21:54,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:21:54,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56af9fe4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:54,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75665d82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:54,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:54,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9d2125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:54,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415693f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d656ea3c-7db1-f718-2482-dfaff7f7a1f4/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:21:54,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:21:54,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:54,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:54,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:54,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:54,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:54,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:21:54,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=312097723, stopped=false 2024-11-24T13:21:54,325 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,42517,1732454493261 2024-11-24T13:21:54,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222066400/running 2024-11-24T13:21:54,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222066400/running 2024-11-24T13:21:54,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:54,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:54,327 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:54,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:21:54,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:54,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:54,329 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,33955,1732454493342' ***** 2024-11-24T13:21:54,329 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:21:54,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on znode that does not yet exist, /0-222066400/running 2024-11-24T13:21:54,330 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:21:54,330 INFO [RS:0;b10924491aa5:33955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:21:54,330 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:21:54,330 INFO [RS:0;b10924491aa5:33955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:21:54,330 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:54,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Set watcher on znode that does not yet exist, /0-222066400/running 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(3091): Received CLOSE for 070f00d9148b686c115ca359b084a4d0 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,33955,1732454493342 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33955. 2024-11-24T13:21:54,331 DEBUG [RS:0;b10924491aa5:33955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:54,331 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:21:54,331 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:21:54,331 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1325): Online Regions={1fb25be8e2b94b8d8c1cf8bc489b84a0=hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0., 1588230740=hbase:meta,,1.1588230740, 070f00d9148b686c115ca359b084a4d0=test,,1732454500818.070f00d9148b686c115ca359b084a4d0.} 2024-11-24T13:21:54,331 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 070f00d9148b686c115ca359b084a4d0, 1588230740, 1fb25be8e2b94b8d8c1cf8bc489b84a0 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fb25be8e2b94b8d8c1cf8bc489b84a0, disabling compactions & flushes 2024-11-24T13:21:54,332 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. after waiting 0 ms 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:54,332 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:21:54,332 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:21:54,332 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1fb25be8e2b94b8d8c1cf8bc489b84a0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T13:21:54,332 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T13:21:54,339 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:54,354 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/info/e9008f11e79c4249b71c1ce2dd31ecb0 is 147, key is hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0./info:regioninfo/1732454503551/Put/seqid=0 2024-11-24T13:21:54,359 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/.tmp/hfileref/427b184611db435dad47e4af88cb045f is 74, key is 1/hfileref:2725720dfeba4019975d88ec0e54eb71_SeqId_6_/1732454507629/DeleteColumn/seqid=0 2024-11-24T13:21:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741847_1023 (size=7686) 2024-11-24T13:21:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741848_1024 (size=5489) 2024-11-24T13:21:54,368 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/.tmp/hfileref/427b184611db435dad47e4af88cb045f 2024-11-24T13:21:54,390 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/.tmp/queue/4efe81f196e440a996d3efdd53eb5e88 is 153, key is 1-b10924491aa5,33955,1732454493342/queue:b10924491aa5%2C33955%2C1732454493342/1732454507631/Put/seqid=0 2024-11-24T13:21:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741849_1025 (size=5504) 2024-11-24T13:21:54,394 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/.tmp/queue/4efe81f196e440a996d3efdd53eb5e88 2024-11-24T13:21:54,398 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/.tmp/hfileref/427b184611db435dad47e4af88cb045f as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/hfileref/427b184611db435dad47e4af88cb045f 2024-11-24T13:21:54,402 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/hfileref/427b184611db435dad47e4af88cb045f, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T13:21:54,403 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/.tmp/queue/4efe81f196e440a996d3efdd53eb5e88 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/queue/4efe81f196e440a996d3efdd53eb5e88 2024-11-24T13:21:54,407 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/queue/4efe81f196e440a996d3efdd53eb5e88, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T13:21:54,408 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1fb25be8e2b94b8d8c1cf8bc489b84a0 in 75ms, sequenceid=17, compaction requested=false 2024-11-24T13:21:54,414 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/replication/1fb25be8e2b94b8d8c1cf8bc489b84a0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:54,415 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fb25be8e2b94b8d8c1cf8bc489b84a0: Waiting for close lock at 1732454514331Running coprocessor pre-close hooks at 1732454514331Disabling compacts and flushes for region at 1732454514331Disabling writes for close at 1732454514332 (+1 ms)Obtaining lock to block concurrent updates at 1732454514332Preparing flush snapshotting stores in 1fb25be8e2b94b8d8c1cf8bc489b84a0 at 1732454514332Finished memstore snapshotting hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732454514332Flushing stores of hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. at 1732454514333 (+1 ms)Flushing 1fb25be8e2b94b8d8c1cf8bc489b84a0/hfileref: creating writer at 1732454514333Flushing 1fb25be8e2b94b8d8c1cf8bc489b84a0/hfileref: appending metadata at 1732454514359 (+26 ms)Flushing 1fb25be8e2b94b8d8c1cf8bc489b84a0/hfileref: closing flushed file at 1732454514359Flushing 1fb25be8e2b94b8d8c1cf8bc489b84a0/queue: creating writer at 1732454514372 (+13 ms)Flushing 1fb25be8e2b94b8d8c1cf8bc489b84a0/queue: appending metadata at 1732454514389 (+17 ms)Flushing 1fb25be8e2b94b8d8c1cf8bc489b84a0/queue: closing flushed file at 1732454514389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243908b0: reopening flushed file at 1732454514397 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26662f46: reopening flushed file at 1732454514402 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1fb25be8e2b94b8d8c1cf8bc489b84a0 in 75ms, sequenceid=17, compaction requested=false at 1732454514408 (+6 ms)Writing region close event to WAL at 1732454514409 (+1 ms)Running coprocessor post-close hooks at 1732454514415 (+6 ms)Closed at 1732454514415 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732454502735.1fb25be8e2b94b8d8c1cf8bc489b84a0. 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 070f00d9148b686c115ca359b084a4d0, disabling compactions & flushes 2024-11-24T13:21:54,415 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732454500818.070f00d9148b686c115ca359b084a4d0. after waiting 0 ms 2024-11-24T13:21:54,415 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:54,418 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/default/test/070f00d9148b686c115ca359b084a4d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:21:54,419 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:21:54,419 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:21:54,419 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:54,419 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T13:21:54,419 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:54,419 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 070f00d9148b686c115ca359b084a4d0: Waiting for close lock at 1732454514415Running coprocessor pre-close hooks at 1732454514415Disabling compacts and flushes for region at 1732454514415Disabling writes for close at 1732454514415Writing region close event to WAL at 1732454514416 (+1 ms)Running coprocessor post-close hooks at 1732454514419 (+3 ms)Closed at 1732454514419 2024-11-24T13:21:54,419 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732454500818.070f00d9148b686c115ca359b084a4d0. 2024-11-24T13:21:54,532 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:54,533 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:54,546 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:54,546 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:54,547 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b10924491aa5,33955,1732454493342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:54,548 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b10924491aa5,33955,1732454493342: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b10924491aa5,33955,1732454493342, walGroup=b10924491aa5%2C33955%2C1732454493342, offset=b10924491aa5%2C33955%2C1732454493342.1732454505377:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T13:21:54,553 ERROR [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:21:54,553 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:21:54,554 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:21:54,554 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:21:54,554 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:21:54,554 INFO [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1476395008, "init": 1048576000, "max": 2306867200, "used": 1039338768 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207942032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:21:54,555 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T13:21:54,732 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:54,763 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:54,766 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/info/e9008f11e79c4249b71c1ce2dd31ecb0 2024-11-24T13:21:54,801 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/ns/1ed33dc9cc7740e5ba9ee948eeb96372 is 43, key is default/ns:d/1732454495539/Put/seqid=0 2024-11-24T13:21:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741850_1026 (size=5153) 2024-11-24T13:21:54,842 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 393, reset compression=false 2024-11-24T13:21:54,850 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T13:21:54,850 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:54,850 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b10924491aa5,33955,1732454493342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T13:21:54,851 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-24T13:21:54,932 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:55,054 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:55,080 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:55,132 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:55,212 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/ns/1ed33dc9cc7740e5ba9ee948eeb96372 2024-11-24T13:21:55,234 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/rep_barrier/84d3f028262f4d27b0230ccc677f452e is 112, key is test,,1732454500818.070f00d9148b686c115ca359b084a4d0./rep_barrier:seqnumDuringOpen/1732454501189/Put/seqid=0 2024-11-24T13:21:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741851_1027 (size=5518) 2024-11-24T13:21:55,333 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:21:55,333 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:21:55,333 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:55,358 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:55,487 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:55,533 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:55,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:21:55,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:21:55,608 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128846 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b10924491aa5,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T13:21:55,639 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/rep_barrier/84d3f028262f4d27b0230ccc677f452e 2024-11-24T13:21:55,662 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/table/77cb0ae20ae6464bb66427f2ba4afd47 is 53, key is hbase:replication/table:state/1732454503561/Put/seqid=0 2024-11-24T13:21:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741852_1028 (size=5308) 2024-11-24T13:21:55,733 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:55,762 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:55,933 DEBUG [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:21:55,991 DEBUG [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/WALs/b10924491aa5,33955,1732454493342/b10924491aa5%2C33955%2C1732454493342.1732454505377 to pos 688, reset compression=false 2024-11-24T13:21:56,066 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/table/77cb0ae20ae6464bb66427f2ba4afd47 2024-11-24T13:21:56,071 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/info/e9008f11e79c4249b71c1ce2dd31ecb0 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/info/e9008f11e79c4249b71c1ce2dd31ecb0 2024-11-24T13:21:56,075 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/info/e9008f11e79c4249b71c1ce2dd31ecb0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T13:21:56,076 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/ns/1ed33dc9cc7740e5ba9ee948eeb96372 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/ns/1ed33dc9cc7740e5ba9ee948eeb96372 2024-11-24T13:21:56,079 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/ns/1ed33dc9cc7740e5ba9ee948eeb96372, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T13:21:56,080 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/rep_barrier/84d3f028262f4d27b0230ccc677f452e as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/rep_barrier/84d3f028262f4d27b0230ccc677f452e 2024-11-24T13:21:56,083 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/rep_barrier/84d3f028262f4d27b0230ccc677f452e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T13:21:56,084 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/.tmp/table/77cb0ae20ae6464bb66427f2ba4afd47 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/table/77cb0ae20ae6464bb66427f2ba4afd47 2024-11-24T13:21:56,087 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/table/77cb0ae20ae6464bb66427f2ba4afd47, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T13:21:56,089 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1757ms, sequenceid=16, compaction requested=false 2024-11-24T13:21:56,093 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T13:21:56,093 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T13:21:56,093 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:21:56,093 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:56,093 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454514332Running coprocessor pre-close hooks at 1732454514332Disabling compacts and flushes for region at 1732454514332Disabling writes for close at 1732454514332Obtaining lock to block concurrent updates at 1732454514332Preparing flush snapshotting stores in 1588230740 at 1732454514332Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732454514332Flushing stores of hbase:meta,,1.1588230740 at 1732454514333 (+1 ms)Flushing 1588230740/info: creating writer at 1732454514333Flushing 1588230740/info: appending metadata at 1732454514354 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732454514354Flushing 1588230740/ns: creating writer at 1732454514771 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732454514800 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732454514800Flushing 1588230740/rep_barrier: creating writer at 1732454515216 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732454515233 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732454515233Flushing 1588230740/table: creating writer at 1732454515644 (+411 ms)Flushing 1588230740/table: appending metadata at 1732454515661 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732454515661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97de85c: reopening flushed file at 1732454516070 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f92b9a: reopening flushed file at 1732454516075 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4349827b: reopening flushed file at 1732454516079 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2f37a2: reopening flushed file at 1732454516083 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1757ms, sequenceid=16, compaction requested=false at 1732454516089 (+6 ms)Writing region close event to WAL at 1732454516090 (+1 ms)Running coprocessor post-close hooks at 1732454516093 (+3 ms)Closed at 1732454516093 2024-11-24T13:21:56,094 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:21:56,133 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,33955,1732454493342; all regions closed. 2024-11-24T13:21:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741843_1019 (size=859) 2024-11-24T13:21:56,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741844_1020 (size=2791) 2024-11-24T13:21:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741842_1018 (size=696) 2024-11-24T13:21:56,148 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:56,148 INFO [RS:0;b10924491aa5:33955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:21:56,149 INFO [RS:0;b10924491aa5:33955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:56,149 INFO [RS:0;b10924491aa5:33955 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:56,149 INFO [RS:0;b10924491aa5:33955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:56,149 INFO [RS:0;b10924491aa5:33955 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b10924491aa5,33955,1732454493342 because: Region server is closing 2024-11-24T13:21:56,149 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:56,150 INFO [RS:0;b10924491aa5:33955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33955. 2024-11-24T13:21:56,150 DEBUG [RS:0;b10924491aa5:33955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:56,150 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:56,150 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:56,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:56,250 INFO [RS:0;b10924491aa5:33955 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 terminated 2024-11-24T13:21:56,250 INFO [RS:0;b10924491aa5:33955 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b10924491aa5,33955,1732454493342 because: Region server is closing 2024-11-24T13:21:56,250 WARN [RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,1-b10924491aa5,33955,1732454493342.replicationSource.wal-reader.b10924491aa5%2C33955%2C1732454493342,1-b10924491aa5,33955,1732454493342 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T13:21:56,250 INFO [RS:0;b10924491aa5:33955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:33955. 2024-11-24T13:21:56,251 DEBUG [RS:0;b10924491aa5:33955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:21:56,251 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:56,251 DEBUG [RS:0;b10924491aa5:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:21:56,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:21:56,351 INFO [RS:0;b10924491aa5:33955 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b10924491aa5:0-0.replicationSource,2-b10924491aa5,33955,1732454493342.replicationSource.shipperb10924491aa5%2C33955%2C1732454493342,2-b10924491aa5,33955,1732454493342 terminated 2024-11-24T13:21:56,351 INFO [RS:0;b10924491aa5:33955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33955 2024-11-24T13:21:56,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222066400/rs/b10924491aa5,33955,1732454493342 2024-11-24T13:21:56,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400/rs 2024-11-24T13:21:56,353 INFO [RS:0;b10924491aa5:33955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:56,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,33955,1732454493342] 2024-11-24T13:21:56,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-222066400/draining/b10924491aa5,33955,1732454493342 already deleted, retry=false 2024-11-24T13:21:56,357 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,33955,1732454493342 expired; onlineServers=0 2024-11-24T13:21:56,357 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,42517,1732454493261' ***** 2024-11-24T13:21:56,357 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:21:56,357 INFO [M:0;b10924491aa5:42517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:21:56,357 INFO [M:0;b10924491aa5:42517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:21:56,357 DEBUG [M:0;b10924491aa5:42517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:21:56,357 DEBUG [M:0;b10924491aa5:42517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:21:56,357 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:21:56,357 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454494339 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454494339,5,FailOnTimeoutGroup] 2024-11-24T13:21:56,357 INFO [M:0;b10924491aa5:42517 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:21:56,357 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454494339 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454494339,5,FailOnTimeoutGroup] 2024-11-24T13:21:56,358 INFO [M:0;b10924491aa5:42517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:21:56,358 DEBUG [M:0;b10924491aa5:42517 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:21:56,358 INFO [M:0;b10924491aa5:42517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:21:56,358 INFO [M:0;b10924491aa5:42517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:21:56,358 INFO [M:0;b10924491aa5:42517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:21:56,358 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:21:56,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222066400/master 2024-11-24T13:21:56,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222066400 2024-11-24T13:21:56,359 DEBUG [M:0;b10924491aa5:42517 {}] zookeeper.ZKUtil(347): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Unable to get data of znode /0-222066400/master because node does not exist (not an error) 2024-11-24T13:21:56,359 WARN [M:0;b10924491aa5:42517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:21:56,360 INFO [M:0;b10924491aa5:42517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/.lastflushedseqids 2024-11-24T13:21:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741853_1029 (size=263) 2024-11-24T13:21:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x1014a2393190001, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:56,455 INFO [RS:0;b10924491aa5:33955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:56,455 INFO [RS:0;b10924491aa5:33955 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,33955,1732454493342; zookeeper connection closed. 2024-11-24T13:21:56,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a4a3318 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a4a3318 2024-11-24T13:21:56,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:21:56,767 INFO [M:0;b10924491aa5:42517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:21:56,767 INFO [M:0;b10924491aa5:42517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:21:56,767 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:21:56,767 INFO [M:0;b10924491aa5:42517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:56,767 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:56,767 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:21:56,767 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:56,767 INFO [M:0;b10924491aa5:42517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-24T13:21:56,786 DEBUG [M:0;b10924491aa5:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19872bde9c08400482dfd56f79f96a3c is 82, key is hbase:meta,,1/info:regioninfo/1732454495523/Put/seqid=0 2024-11-24T13:21:56,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741854_1030 (size=5672) 2024-11-24T13:21:56,790 INFO [M:0;b10924491aa5:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19872bde9c08400482dfd56f79f96a3c 2024-11-24T13:21:56,808 DEBUG [M:0;b10924491aa5:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18dbc94eeed241fb9c13b9f1888b94cb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732454503564/Put/seqid=0 2024-11-24T13:21:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741855_1031 (size=8909) 2024-11-24T13:21:57,212 INFO [M:0;b10924491aa5:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18dbc94eeed241fb9c13b9f1888b94cb 2024-11-24T13:21:57,239 DEBUG [M:0;b10924491aa5:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/618ef17ea657465b92a3b5637c666599 is 69, key is b10924491aa5,33955,1732454493342/rs:state/1732454494399/Put/seqid=0 2024-11-24T13:21:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741856_1032 (size=5156) 2024-11-24T13:21:57,243 INFO [M:0;b10924491aa5:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/618ef17ea657465b92a3b5637c666599 2024-11-24T13:21:57,246 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19872bde9c08400482dfd56f79f96a3c as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19872bde9c08400482dfd56f79f96a3c 2024-11-24T13:21:57,250 INFO [M:0;b10924491aa5:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19872bde9c08400482dfd56f79f96a3c, entries=8, sequenceid=112, filesize=5.5 K 2024-11-24T13:21:57,253 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18dbc94eeed241fb9c13b9f1888b94cb as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18dbc94eeed241fb9c13b9f1888b94cb 2024-11-24T13:21:57,256 INFO [M:0;b10924491aa5:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18dbc94eeed241fb9c13b9f1888b94cb, entries=13, sequenceid=112, filesize=8.7 K 2024-11-24T13:21:57,257 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/618ef17ea657465b92a3b5637c666599 as hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/618ef17ea657465b92a3b5637c666599 2024-11-24T13:21:57,263 INFO [M:0;b10924491aa5:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a8f17df7-9b27-3406-ddc0-18316b7a7518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/618ef17ea657465b92a3b5637c666599, entries=1, sequenceid=112, filesize=5.0 K 2024-11-24T13:21:57,263 INFO [M:0;b10924491aa5:42517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=112, compaction requested=false 2024-11-24T13:21:57,270 INFO [M:0;b10924491aa5:42517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:21:57,271 DEBUG [M:0;b10924491aa5:42517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454516767Disabling compacts and flushes for region at 1732454516767Disabling writes for close at 1732454516767Obtaining lock to block concurrent updates at 1732454516767Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454516767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732454516768 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454516768Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454516768Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454516786 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454516786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454516794 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454516808 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454516808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454517216 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454517238 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454517238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683a813b: reopening flushed file at 1732454517246 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5802429a: reopening flushed file at 1732454517250 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc3e7cf: reopening flushed file at 1732454517256 (+6 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=112, compaction requested=false at 1732454517263 (+7 ms)Writing region close event to WAL at 1732454517270 (+7 ms)Closed at 1732454517270 2024-11-24T13:21:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34407 is added to blk_1073741830_1006 (size=69055) 2024-11-24T13:21:57,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:21:57,277 INFO [M:0;b10924491aa5:42517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:21:57,277 INFO [M:0;b10924491aa5:42517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42517 2024-11-24T13:21:57,277 INFO [M:0;b10924491aa5:42517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:21:57,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:57,379 INFO [M:0;b10924491aa5:42517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:21:57,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1014a2393190000, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:21:57,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e08cd82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:21:57,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49d9060f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:57,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:57,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41108ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:57,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:57,388 WARN [BP-1996618331-172.17.0.2-1732454492382 heartbeating to localhost/127.0.0.1:46211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:21:57,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:21:57,388 WARN [BP-1996618331-172.17.0.2-1732454492382 heartbeating to localhost/127.0.0.1:46211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1996618331-172.17.0.2-1732454492382 (Datanode Uuid 61d3ab00-40e7-4c25-a250-54d66a87b890) service to localhost/127.0.0.1:46211 2024-11-24T13:21:57,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:21:57,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1/data/data1/current/BP-1996618331-172.17.0.2-1732454492382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:57,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/cluster_e616320c-d1dc-a75f-b9be-e356d6479ed1/data/data2/current/BP-1996618331-172.17.0.2-1732454492382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:21:57,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:21:57,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41c5edc6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:21:57,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34af3c01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:21:57,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:21:57,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103bac19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:21:57,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51b64d66-ec8c-7041-2af1-b8f1511fd381/hadoop.log.dir/,STOPPED} 2024-11-24T13:21:57,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:21:57,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:21:57,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 537) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46211 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46211 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63635) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63635) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35497 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42441 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63635) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35497 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42441 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 892) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 523) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6763 (was 5994) - AvailableMemoryMB LEAK? - 2024-11-24T13:21:57,451 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-24T13:21:57,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a2393190002, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:21:57,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a2393190005, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:21:57,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a2393190008, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T13:21:57,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a2393190002, quorum=127.0.0.1:63635, baseZNode=/0-222066400 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:21:57,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a2393190005, quorum=127.0.0.1:63635, baseZNode=/1-247265643 Received Disconnected from ZooKeeper, ignoring 2024-11-24T13:21:57,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a2393190008, quorum=127.0.0.1:63635, baseZNode=/2591662997 Received Disconnected from ZooKeeper, ignoring